You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2023/12/01 05:38:44 UTC
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4886
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4886/display/redirect>
Changes:
------------------------------------------
[...truncated 1.21 MB...]
component_coder_ids: "SOqdfGanyNTimestampedValueCoder"
>
>
coders: <
key: "SOqdfGanyNKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "SOqdfGanyNVarIntCoder"
component_coder_ids: "SOqdfGanyNIterableCoder"
>
>
coders: <
key: "SOqdfGanyNRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$870caa4f-b95f-43a0-a0a1-26fdb6fab28a"
>
>
>
coders: <
key: "SOqdfGanyNTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\320*\277Bsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\253\032\327\006\253\225\247\203\3474\nC\353\250I\341\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "SOqdfGanyNVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "SOqdfGanyNVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "SOqdfGanyNbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-EI6qCJt5zVAvodIrNyfrIrER_ZVvtn025fgD_e9yQas.jar\022@108eaa089b79cd502fa1d22b3727eb22b111fd956fb67d36e5f803fdef7241ab"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-EI6qCJt5zVAvodIrNyfrIrER_ZVvtn025fgD_e9yQas.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/01 05:21:18 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1701408078787979674
2023/12/01 05:21:21 Prepared job with id: go-testjdbcio_postgresreadwrite-667-782a9f28-718b-4e6c-8358-d97d7b256bc3 and staging token: go-testjdbcio_postgresreadwrite-667-782a9f28-718b-4e6c-8358-d97d7b256bc3
2023/12/01 05:21:21 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-667-782a9f28-718b-4e6c-8358-d97d7b256bc3
2023/12/01 05:21:21 Submitted job: go-testjdbcio_postgresreadwrite-667-782a9f28-718b-4e6c-8358-d97d7b256bc3
2023/12/01 05:21:21 Job[go-testjdbcio_postgresreadwrite-667-782a9f28-718b-4e6c-8358-d97d7b256bc3] state: STOPPED
2023/12/01 05:21:21 Job[go-testjdbcio_postgresreadwrite-667-782a9f28-718b-4e6c-8358-d97d7b256bc3] state: STARTING
2023/12/01 05:21:21 Job[go-testjdbcio_postgresreadwrite-667-782a9f28-718b-4e6c-8358-d97d7b256bc3] state: RUNNING
2023/12/01 05:21:21 2023-12-01 05:21:21. (1): ==================== <function annotate_downstream_side_inputs at 0x7f10c436cd30> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f10c436ce50> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (3): ==================== <function pack_combiners at 0x7f10c436e3a0> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (4): ==================== <function lift_combiners at 0x7f10c436e430> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (5): ==================== <function expand_sdf at 0x7f10c436e5e0> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (6): ==================== <function expand_gbk at 0x7f10c436e670> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (7): ==================== <function sink_flattens at 0x7f10c436e790> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (8): ==================== <function greedily_fuse at 0x7f10c436e820> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (9): ==================== <function read_to_impulse at 0x7f10c436e8b0> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (10): ==================== <function impulse_to_input at 0x7f10c436e940> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (11): ==================== <function sort_stages at 0x7f10c436eb80> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f10c436eca0> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (13): ==================== <function setup_timer_mapping at 0x7f10c436eaf0> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (14): ==================== <function populate_data_channel_coders at 0x7f10c436ec10> ====================
2023/12/01 05:21:21 2023-12-01 05:21:21. (15): starting control server on port 39925
2023/12/01 05:21:21 2023-12-01 05:21:21. (16): starting data server on port 44893
2023/12/01 05:21:21 2023-12-01 05:21:21. (17): starting state server on port 38519
2023/12/01 05:21:21 2023-12-01 05:21:21. (18): starting logging server on port 39441
2023/12/01 05:21:21 2023-12-01 05:21:21. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f10f8a35b50> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/01 05:21:24 2023-12-01 05:21:24. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/01 05:21:25 2023-12-01 05:21:25. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/01 05:21:26 2023-12-01 05:21:26. (22): Waiting for docker to start up. Current status is running
2023/12/01 05:21:26 2023-12-01 05:21:26. (23): Docker container is running. container_id = b'6e3bd82d4fc86a0228afa13089b6e5188be79b053f2e33875f42c15830b1c81b', worker_id = worker_13
2023/12/01 05:21:27 2023-12-01 05:21:27. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f10f8a788e0> for environment SOqdfGanyNbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/01 05:21:29 2023-12-01 05:21:29. (25): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/01 05:21:30 2023-12-01 05:21:30. (26): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/01 05:21:31 2023-12-01 05:21:31. (27): Waiting for docker to start up. Current status is running
2023/12/01 05:21:31 2023-12-01 05:21:31. (28): Docker container is running. container_id = b'bf6ed153ffbb42ee09c092874ae30265705d7c17fd697808be91c3ad6dadb63d', worker_id = worker_15
2023/12/01 05:21:38 2023-12-01 05:21:38. (29): Completed job in 16.37850046157837 seconds with state DONE.
2023/12/01 05:21:38 Job[go-testjdbcio_postgresreadwrite-667-782a9f28-718b-4e6c-8358-d97d7b256bc3] state: DONE
2023/12/01 05:21:38 🐳 Terminating container: dfe75534ea0d
2023/12/01 05:21:38 🚫 Container terminated: dfe75534ea0d
--- PASS: TestJDBCIO_PostgresReadWrite (43.11s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 94.549s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.024s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42757
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp1gmlbxq7/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41365
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 19s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/zb77zszgt7czq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5097
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5097/display/redirect?page=changes>
Changes:
[noreply] Decommission all remaining jenkins jobs (#30113)
------------------------------------------
[...truncated 1.76 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:11 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:11 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:12 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:13 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.55.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f669ae3f1f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f669ae3f280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f669ae3f9d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fb17d23b4c0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fb17d23b5e0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fb17d23baf0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fb17d23bb80> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fb17d23bd30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fb17d23bdc0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fb17d23bee0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fb17d23bf70> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fb17d23c040> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fb17d23c0d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fb17d23c310> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fb17d23c430> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fb17d23c280> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fb17d23c3a0> ====================
INFO root:portable_runner.py:543 starting control server on port 42099
INFO root:portable_runner.py:543 starting data server on port 41897
INFO root:portable_runner.py:543 starting state server on port 43723
INFO root:portable_runner.py:543 starting logging server on port 41015
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb17c05d340> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.55.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.55.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.55.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'6dc5da90bce2abc0856c3bfdfb1e06e40a7210f61dc9dba05811492fd2245243', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fb1b1abe2e0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46837')
INFO root:portable_runner.py:543 Requesting worker at localhost:46837
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:25 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:42099.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:34 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:48:34 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-52e2fbcc-d0f9-4989-9af5-656d16b893be failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7309 deselected in 295.98s (0:04:55) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2465244
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2485105.
Stopping expansion service pid: 2485106.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 52s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/4zyuuqkc3qx4u
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5096
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5096/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:51 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:51 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:51 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:53 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:53 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:46:53 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.55.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f415c5df1f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f415c5df280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f415c5df9d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f56621134c0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f56621135e0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f5662113af0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f5662113b80> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f5662113d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f5662113dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f5662113ee0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f5662113f70> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f5662115040> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f56621150d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f5662115310> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f5662115430> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f5662115280> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f56621153a0> ====================
INFO root:portable_runner.py:543 starting control server on port 33819
INFO root:portable_runner.py:543 starting data server on port 45185
INFO root:portable_runner.py:543 starting state server on port 34541
INFO root:portable_runner.py:543 starting logging server on port 33333
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f56941b6790> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.55.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.55.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.55.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'91f865540a618a87ecee8616fbc98628d2ff6b1c6db157d8d9dfc1ab50f3af8a', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f569402b7c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36381')
INFO root:portable_runner.py:543 Requesting worker at localhost:36381
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:47:04 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_88 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:33819.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:47:14 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 11:47:14 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_88.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-94514494-873e-40a8-9a05-c92fc2127286 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7309 deselected in 288.59s (0:04:48) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1643381
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1669265.
Stopping expansion service pid: 1669266.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 31s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ilkxthguqxmli
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5095
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5095/display/redirect>
Changes:
------------------------------------------
[...truncated 1.74 MB...]
apache_beam/runners/portability/portable_runner.py:576: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:339 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.55.0-SNAPSHOT.jar>
INFO root:external.py:1017 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.55.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:203 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.55.0-SNAPSHOT.jar'> '42139' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.55.0-SNAPSHOT.jar'> '--alsoStartLoopbackWorker']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Starting expansion service at localhost:42139
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:54 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:org.apache.beam:bigquery_read:v1, beam:transform:org.apache.beam:bigquery_write:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:42139.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:57 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:57 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:57 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:58:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.55.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe1105e0ee0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe1105e0f70> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe1105df700> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7febded874c0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7febded875e0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7febded87af0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7febded87b80> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7febded87d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7febded87dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7febded87ee0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7febded87f70> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7febded88040> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7febded880d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7febded88310> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7febded88430> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7febded88280> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7febded883a0> ====================
INFO root:portable_runner.py:543 starting control server on port 40077
INFO root:portable_runner.py:543 starting data server on port 34579
INFO root:portable_runner.py:543 starting state server on port 32819
INFO root:portable_runner.py:543 starting logging server on port 35385
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fec12b2c670> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.55.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.55.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.55.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'464d18dd407983360468a12ff412520112d81e626fafe23a6b93d60ae4598222', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fec0e3a07f0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:42139')
INFO root:portable_runner.py:543 Requesting worker at localhost:42139
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:11 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:40077.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:20 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 25, 2024 5:59:20 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-ae4acd53-8b1b-4e46-aa86-df4b0b8e9e5f failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7309 deselected in 311.29s (0:05:11) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 316889
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 331913.
Stopping expansion service pid: 331914.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 45s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ijgixbr6cwuhs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5094
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5094/display/redirect>
Changes:
------------------------------------------
[...truncated 1.79 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:60013.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:32 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:32 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:33 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:35 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:35 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:35 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.55.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f874e7cbee0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f874e7cbf70> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f874e7cd700> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f128cb984c0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f128cb985e0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f128cb98af0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f128cb98b80> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f128cb98d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f128cb98dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f128cb98ee0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f128cb98f70> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f128cb99040> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f128cb990d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f128cb99310> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f128cb99430> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f128cb99280> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f128cb993a0> ====================
INFO root:portable_runner.py:543 starting control server on port 39273
INFO root:portable_runner.py:543 starting data server on port 34553
INFO root:portable_runner.py:543 starting state server on port 37585
INFO root:portable_runner.py:543 starting logging server on port 46431
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f12c157d9a0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.55.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.55.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.55.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a3035d638056a53e6b286df6ef2a9131e9888602f3332fcc529c05c157fe8d82', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f12c15f6c40> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:60013')
INFO root:portable_runner.py:543 Requesting worker at localhost:60013
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:46 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:39273.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:55 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 11:48:55 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-2e716f66-a9c0-4518-afcb-d1cd04bab07d failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7309 deselected in 293.38s (0:04:53) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3586159
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3617947.
Stopping expansion service pid: 3617948.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 13s
261 actionable tasks: 184 executed, 67 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/dnnit2qsfxzma
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5093
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5093/display/redirect>
Changes:
------------------------------------------
[...truncated 1.44 MB...]
apache_beam/runners/portability/portable_runner.py:576: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:339 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO root:external.py:1017 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:203 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '37499' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '--alsoStartLoopbackWorker']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Starting expansion service at localhost:37499
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:39 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:org.apache.beam:bigquery_read:v1, beam:transform:org.apache.beam:bigquery_write:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:flatten:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:log_for_testing:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:40 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:40 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:40 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ffa506eac10> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ffa506eaca0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ffa506e8430> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fe5bf62a1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fe5bf62a310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fe5bf62a820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fe5bf62a8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fe5bf62aa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fe5bf62aaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fe5bf62ac10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fe5bf62aca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fe5bf62ad30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fe5bf62adc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fe5bf62b040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fe5bf62b160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fe5bf62af70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fe5bf62b0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 38409
INFO root:portable_runner.py:543 starting data server on port 42949
INFO root:portable_runner.py:543 starting state server on port 37157
INFO root:portable_runner.py:543 starting logging server on port 34833
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe5ee6aee50> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'5037f5d3d198a8d98a81aabba8f63ad28b3c76a9d325d378919af93346a50c1f', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fe5f0fb7d60> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:37499')
INFO root:portable_runner.py:543 Requesting worker at localhost:37499
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:47:53 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:38409.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:48:02 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:48:02 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-0c868536-1204-47f8-acae-0adc9a32189c failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7306 deselected in 289.97s (0:04:49) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2762273
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2786184.
Stopping expansion service pid: 2786185.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 21s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/gtitdctshandi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
beam_PostCommit_XVR_Direct - Build # 5092 - Aborted!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
beam_PostCommit_XVR_Direct - Build # 5092 - Aborted:
Check console output at https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5092/ to view the results.
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5091
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5091/display/redirect>
Changes:
------------------------------------------
[...truncated 1.73 MB...]
E AttributeError: 'bytes' object has no attribute 'end'
apache_beam/runners/portability/portable_runner.py:576: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:339 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO root:external.py:1017 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:203 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '45883' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '--alsoStartLoopbackWorker']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Starting expansion service at localhost:45883
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:36 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:org.apache.beam:bigquery_read:v1, beam:transform:org.apache.beam:bigquery_write:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:window_into_strategy:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:45883.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:38 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:39 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:39 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:41 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:41 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:41 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f0b226eaa60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f0b226eaaf0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f0b226eb280> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fefa6e831f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fefa6e83310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fefa6e83820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fefa6e838b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fefa6e83a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fefa6e83af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fefa6e83c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fefa6e83ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fefa6e83d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fefa6e83dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fefa6e84040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fefa6e84160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fefa6e83f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fefa6e840d0> ====================
INFO root:portable_runner.py:543 starting control server on port 44343
INFO root:portable_runner.py:543 starting data server on port 41609
INFO root:portable_runner.py:543 starting state server on port 35937
INFO root:portable_runner.py:543 starting logging server on port 44751
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fefd8ec94c0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'402df4a2eb45ca8e71dd5a959900e1d95b9890da53fcc86776d3d162efa48890', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fefdbe96280> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:45883')
INFO root:portable_runner.py:543 Requesting worker at localhost:45883
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:44:52 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:44343.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:45:01 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 24, 2024 5:45:01 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-8c03aaf0-89be-47af-a0d4-e55e2c1e1e42 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7304 deselected in 290.74s (0:04:50) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1555692
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1558804.
Stopping expansion service pid: 1558805.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 21s
261 actionable tasks: 178 executed, 73 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/kxa2cnilfr3e2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5090
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5090/display/redirect>
Changes:
------------------------------------------
[...truncated 1.04 MB...]
>
component_coder_ids: "HyVSQosVbwVarIntCoder"
component_coder_ids: "HyVSQosVbwIterableCoder"
>
>
coders: <
key: "HyVSQosVbwRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$f21e325f-2200-484f-825f-8454a13a12e8"
>
>
>
coders: <
key: "HyVSQosVbwVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "HyVSQosVbwVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "HyVSQosVbwbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-rXARW82fPWBjChVRxsPJd1QPMjeeOV_JR3dZVKv0NBI.jar\022@ad70115bcd9f3d60630a1551c6c3c977540f32379e395fc947775954abf43412"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-rXARW82fPWBjChVRxsPJd1QPMjeeOV_JR3dZVKv0NBI.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/23 23:22:40 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1706052160843561412
2024/01/23 23:22:43 Prepared job with id: go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a and staging token: go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a
2024/01/23 23:22:43 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a
2024/01/23 23:22:43 Submitted job: go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a
2024/01/23 23:22:43 Job[go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a] state: STOPPED
2024/01/23 23:22:43 Job[go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a] state: STARTING
2024/01/23 23:22:43 Job[go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a] state: RUNNING
2024/01/23 23:22:43 2024-01-23 23:22:43. (1): ==================== <function annotate_downstream_side_inputs at 0x7f0c446841f0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f0c44684310> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (3): ==================== <function pack_combiners at 0x7f0c44684820> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (4): ==================== <function lift_combiners at 0x7f0c446848b0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (5): ==================== <function expand_sdf at 0x7f0c44684a60> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (6): ==================== <function expand_gbk at 0x7f0c44684af0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (7): ==================== <function sink_flattens at 0x7f0c44684c10> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (8): ==================== <function greedily_fuse at 0x7f0c44684ca0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (9): ==================== <function read_to_impulse at 0x7f0c44684d30> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (10): ==================== <function impulse_to_input at 0x7f0c44684dc0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (11): ==================== <function sort_stages at 0x7f0c44685040> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f0c44685160> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (13): ==================== <function setup_timer_mapping at 0x7f0c44684f70> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (14): ==================== <function populate_data_channel_coders at 0x7f0c446850d0> ====================
2024/01/23 23:22:43 2024-01-23 23:22:43. (15): starting control server on port 33995
2024/01/23 23:22:43 2024-01-23 23:22:43. (16): starting data server on port 39037
2024/01/23 23:22:43 2024-01-23 23:22:43. (17): starting state server on port 42937
2024/01/23 23:22:43 2024-01-23 23:22:43. (18): starting logging server on port 44647
2024/01/23 23:22:43 2024-01-23 23:22:43. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0c78bea0a0> for environment HyVSQosVbwbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/23 23:22:43 2024-01-23 23:22:43. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/23 23:22:44 2024-01-23 23:22:44. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/23 23:22:49 2024-01-23 23:22:49. (22): Waiting for docker to start up. Current status is running
2024/01/23 23:22:49 2024-01-23 23:22:49. (23): Docker container is running. container_id = b'e7142f83cec1658871333b75d840efd94f9da4a10b3c5e002845524780f1be6c', worker_id = worker_16
2024/01/23 23:22:50 2024-01-23 23:22:50. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0c79698130> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/23 23:22:53 2024-01-23 23:22:53. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/23 23:22:53 2024-01-23 23:22:53. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/23 23:22:54 2024-01-23 23:22:54. (27): Waiting for docker to start up. Current status is running
2024/01/23 23:22:54 2024-01-23 23:22:54. (28): Docker container is running. container_id = b'2d5b68a79c09dc668c7232a6ff12d09f8e8ca9b9c2a8b61b063433b47d3b11d9', worker_id = worker_18
2024/01/23 23:22:58 2024-01-23 23:22:58. (29): Completed job in 14.266560792922974 seconds with state DONE.
2024/01/23 23:22:58 Job[go-testjdbcio_postgresreadwrite-839-bd7ac768-a8dc-4762-8101-84ebd679a56a] state: DONE
2024/01/23 23:22:58 🐳 Terminating container: 4074f8f598e9
2024/01/23 23:22:58 🚫 Container terminated: 4074f8f598e9
--- PASS: TestJDBCIO_PostgresReadWrite (45.83s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 108.834s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.022s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40195
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpcprps8qk/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40157
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 3s
261 actionable tasks: 183 executed, 68 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/v4azomgq5pnj6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5089
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5089/display/redirect>
Changes:
------------------------------------------
[...truncated 1.04 MB...]
coders: <
key: "oegwhlvaUaKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "oegwhlvaUaVarIntCoder"
component_coder_ids: "oegwhlvaUaRowCoder"
>
>
coders: <
key: "oegwhlvaUaKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "oegwhlvaUaVarIntCoder"
component_coder_ids: "oegwhlvaUaCoder1"
>
>
coders: <
key: "oegwhlvaUaKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "oegwhlvaUaVarIntCoder"
component_coder_ids: "oegwhlvaUaIterableCoder"
>
>
coders: <
key: "oegwhlvaUaRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$c3aecc09-c8cc-4be7-8b4a-680f87728385"
>
>
>
coders: <
key: "oegwhlvaUaVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "oegwhlvaUaVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "oegwhlvaUabeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-TGdJrbp0tHEzE_K83c3MQ9cIFdTIh_S3_q_atHQOMzI.jar\022@4c6749adba74b4713313f2bcddcdcc43d70815d4c887f4b7feafdab4740e3332"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-TGdJrbp0tHEzE_K83c3MQ9cIFdTIh_S3_q_atHQOMzI.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/23 17:34:31 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1706031271551235705
2024/01/23 17:34:35 Prepared job with id: go-testjdbcio_postgresreadwrite-291-21cf1562-a141-4b6d-a09b-af56dfbf65e8 and staging token: go-testjdbcio_postgresreadwrite-291-21cf1562-a141-4b6d-a09b-af56dfbf65e8
2024/01/23 17:34:36 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-291-21cf1562-a141-4b6d-a09b-af56dfbf65e8
2024/01/23 17:34:36 Submitted job: go-testjdbcio_postgresreadwrite-291-21cf1562-a141-4b6d-a09b-af56dfbf65e8
2024/01/23 17:34:36 Job[go-testjdbcio_postgresreadwrite-291-21cf1562-a141-4b6d-a09b-af56dfbf65e8] state: STOPPED
2024/01/23 17:34:36 Job[go-testjdbcio_postgresreadwrite-291-21cf1562-a141-4b6d-a09b-af56dfbf65e8] state: STARTING
2024/01/23 17:34:36 Job[go-testjdbcio_postgresreadwrite-291-21cf1562-a141-4b6d-a09b-af56dfbf65e8] state: RUNNING
2024/01/23 17:34:36 2024-01-23 17:34:36. (1): ==================== <function annotate_downstream_side_inputs at 0x7f3d00ebb1f0> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f3d00ebb310> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (3): ==================== <function pack_combiners at 0x7f3d00ebb820> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (4): ==================== <function lift_combiners at 0x7f3d00ebb8b0> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (5): ==================== <function expand_sdf at 0x7f3d00ebba60> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (6): ==================== <function expand_gbk at 0x7f3d00ebbaf0> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (7): ==================== <function sink_flattens at 0x7f3d00ebbc10> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (8): ==================== <function greedily_fuse at 0x7f3d00ebbca0> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (9): ==================== <function read_to_impulse at 0x7f3d00ebbd30> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (10): ==================== <function impulse_to_input at 0x7f3d00ebbdc0> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (11): ==================== <function sort_stages at 0x7f3d00ebc040> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f3d00ebc160> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (13): ==================== <function setup_timer_mapping at 0x7f3d00ebbf70> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (14): ==================== <function populate_data_channel_coders at 0x7f3d00ebc0d0> ====================
2024/01/23 17:34:36 2024-01-23 17:34:36. (15): starting control server on port 43057
2024/01/23 17:34:36 2024-01-23 17:34:36. (16): starting data server on port 41867
2024/01/23 17:34:36 2024-01-23 17:34:36. (17): starting state server on port 40945
2024/01/23 17:34:36 2024-01-23 17:34:36. (18): starting logging server on port 39591
2024/01/23 17:34:36 2024-01-23 17:34:36. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3d35f0c520> for environment oegwhlvaUabeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/23 17:34:38 2024-01-23 17:34:38. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/23 17:34:38 2024-01-23 17:34:38. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/23 17:34:40 2024-01-23 17:34:40. (22): Waiting for docker to start up. Current status is running
2024/01/23 17:34:40 2024-01-23 17:34:40. (23): Docker container is running. container_id = b'7f5a1eb1d8e838b0088fa5287f636fd8aa3fe4bed6b34880bca122afe00a2e0d', worker_id = worker_17
2024/01/23 17:34:42 2024-01-23 17:34:42. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3cfc516130> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/23 17:34:45 2024-01-23 17:34:45. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/23 17:34:45 2024-01-23 17:34:45. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/23 17:34:47 2024-01-23 17:34:47. (27): Waiting for docker to start up. Current status is running
2024/01/23 17:34:47 2024-01-23 17:34:47. (28): Docker container is running. container_id = b'9534b4f4c22c03cbb3c09c4fd6589b2ef6e205f8ed52e080ee49808879e402c3', worker_id = worker_19
2024/01/23 17:34:51 2024-01-23 17:34:51. (29): Completed job in 15.148397207260132 seconds with state DONE.
2024/01/23 17:34:51 Job[go-testjdbcio_postgresreadwrite-291-21cf1562-a141-4b6d-a09b-af56dfbf65e8] state: DONE
2024/01/23 17:34:51 🐳 Terminating container: 7ebd56a4a6cb
2024/01/23 17:34:51 🚫 Container terminated: 7ebd56a4a6cb
--- PASS: TestJDBCIO_PostgresReadWrite (62.40s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 154.526s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.060s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45793
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpc9dxbfhx/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39009
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 46m 4s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/qyqh6j42bjwoe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5088
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5088/display/redirect>
Changes:
------------------------------------------
[...truncated 1.67 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:58275.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:11 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:11 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:11 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:13 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f97a72d4a60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f97a72d4af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f97a72d5280> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f5d6ffb11f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f5d6ffb1310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f5d6ffb1820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f5d6ffb18b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f5d6ffb1a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f5d6ffb1af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f5d6ffb1c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f5d6ffb1ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f5d6ffb1d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f5d6ffb1dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f5d6ffb2040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f5d6ffb2160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f5d6ffb1f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f5d6ffb20d0> ====================
INFO root:portable_runner.py:543 starting control server on port 40725
INFO root:portable_runner.py:543 starting data server on port 38129
INFO root:portable_runner.py:543 starting state server on port 45377
INFO root:portable_runner.py:543 starting logging server on port 39677
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5da5045910> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'f22dd15bc792882eb148b6e9547eff1dbb74eb55d4a8717500e455db7e5ad8c3', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f5da454b580> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:58275')
INFO root:portable_runner.py:543 Requesting worker at localhost:58275
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:25 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_88 pointing at apache-ci-beam-jenkins-14.c.apache-beam-testing.internal:40725.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:37 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 5:10:37 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_88.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-f6559805-a98a-46c5-817e-13ef42d1be82 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7304 deselected in 343.18s (0:05:43) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 144583
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 158493.
Stopping expansion service pid: 158494.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 40m 27s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/qpeopet32l7kg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5087
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5087/display/redirect>
Changes:
------------------------------------------
[...truncated 1.73 MB...]
E File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
E if input_watermark > window.end + self.allowed_lateness:
E AttributeError: 'bytes' object has no attribute 'end'
apache_beam/runners/portability/portable_runner.py:576: RuntimeError
------------------------------ Captured log call -------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:339 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO root:external.py:1017 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:203 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '54769' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.54.0-SNAPSHOT.jar'> '--alsoStartLoopbackWorker']
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Starting expansion service at localhost:54769
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:23 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:org.apache.beam:bigquery_read:v1, beam:transform:org.apache.beam:bigquery_write:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:24 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:25 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:25 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:27 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:27 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:27 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fa2d926e9d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fa2d926ea60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fa2d926f1f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fca167731f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fca16773310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fca16773820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fca167738b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fca16773a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fca16773af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fca16773c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fca16773ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fca16773d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fca16773dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fca16774040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fca16774160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fca16773f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fca167740d0> ====================
INFO root:portable_runner.py:543 starting control server on port 39865
INFO root:portable_runner.py:543 starting data server on port 39247
INFO root:portable_runner.py:543 starting state server on port 45417
INFO root:portable_runner.py:543 starting logging server on port 32823
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fca47bad040> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'7d8351897af97fec58408467a0eb12d9ce26168128e306c17adfb50d31efb47c', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fca47b7b400> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:54769')
INFO root:portable_runner.py:543 Requesting worker at localhost:54769
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:38 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:39865.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:47 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 23, 2024 11:27:47 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-13b2404f-7a3f-4e93-94a7-5ca9a3811626 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7304 deselected in 284.33s (0:04:44) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 621741
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 623527.
Stopping expansion service pid: 623528.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 52s
261 actionable tasks: 221 executed, 30 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/emoes2s3pk772
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5086
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5086/display/redirect?page=changes>
Changes:
[noreply] Address Feedback from Beam Website Feedback Form. (#30064)
------------------------------------------
[...truncated 1.04 MB...]
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:348)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:275)
at org.apache.beam.fn.harness.BeamFnDataReadRunner.forwardElementToConsumer(BeamFnDataReadRunner.java:213)
at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.multiplexElements(BeamFnDataInboundObserver.java:158)
at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:123)
at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:550)
at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:150)
at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:115)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:163)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: java.sql.SQLException: Cannot create PoolableConnectionFactory (Connection to localhost:33479 refused. Check that the hostname and port are correct and that the postmaster is accepting TCP/IP connections.)
at org.apache.commons.dbcp2.BasicDataSource.createPoolableConnectionFactory(BasicDataSource.java:653)
at org.apache.commons.dbcp2.BasicDataSource.createDataSource(BasicDataSource.java:531)
at org.apache.commons.dbcp2.BasicDataSource.getConnection(BasicDataSource.java:731)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn.getConnection(JdbcIO.java:1524)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn.processElement(JdbcIO.java:1537)
Caused by: org.postgresql.util.PSQLException: Connection to localhost:33479 refused. Check that the hostname and port are correct and that the postmaster is accepting TCP/IP connections.
at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:303)
at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:51)
at org.postgresql.jdbc.PgConnection.<init>(PgConnection.java:225)
at org.postgresql.Driver.makeConnection(Driver.java:465)
at org.postgresql.Driver.connect(Driver.java:264)
at org.apache.commons.dbcp2.DriverConnectionFactory.createConnection(DriverConnectionFactory.java:52)
at org.apache.commons.dbcp2.PoolableConnectionFactory.makeObject(PoolableConnectionFactory.java:374)
at org.apache.commons.dbcp2.BasicDataSource.validateConnectionFactory(BasicDataSource.java:106)
at org.apache.commons.dbcp2.BasicDataSource.createPoolableConnectionFactory(BasicDataSource.java:649)
at org.apache.commons.dbcp2.BasicDataSource.createDataSource(BasicDataSource.java:531)
at org.apache.commons.dbcp2.BasicDataSource.getConnection(BasicDataSource.java:731)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn.getConnection(JdbcIO.java:1524)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn.processElement(JdbcIO.java:1537)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn$DoFnInvoker.invokeProcessElement(Unknown Source)
at org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForParDo(FnApiDoFnRunner.java:803)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:348)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:275)
at org.apache.beam.fn.harness.FnApiDoFnRunner.outputTo(FnApiDoFnRunner.java:1792)
at org.apache.beam.fn.harness.FnApiDoFnRunner.access$3000(FnApiDoFnRunner.java:143)
at org.apache.beam.fn.harness.FnApiDoFnRunner$NonWindowObservingProcessBundleContext.output(FnApiDoFnRunner.java:2650)
at org.apache.beam.sdk.transforms.MapElements$2.processElement(MapElements.java:151)
at org.apache.beam.sdk.transforms.MapElements$2$DoFnInvoker.invokeProcessElement(Unknown Source)
at org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForParDo(FnApiDoFnRunner.java:803)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:348)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:275)
at org.apache.beam.fn.harness.BeamFnDataReadRunner.forwardElementToConsumer(BeamFnDataReadRunner.java:213)
at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.multiplexElements(BeamFnDataInboundObserver.java:158)
at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:123)
at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:550)
at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:150)
at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:115)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:163)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: java.net.ConnectException: Connection refused (Connection refused)
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:607)
at org.postgresql.core.PGStream.createSocket(PGStream.java:231)
at org.postgresql.core.PGStream.<init>(PGStream.java:95)
at org.postgresql.core.v3.ConnectionFactoryImpl.tryConnect(ConnectionFactoryImpl.java:98)
at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:213)
... 36 more
2024/01/22 16:09:38 Job[go-testjdbcio_basicreadwrite-841-a3b772c1-8748-4767-8597-4bc1dd7b24b3] state: FAILED
jdbc_test.go:116: Failed to execute job: job go-testjdbcio_basicreadwrite-841-a3b772c1-8748-4767-8597-4bc1dd7b24b3 failed:
Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1406, in process_bundle
raise RuntimeError(result.error)
RuntimeError: org.apache.beam.sdk.util.UserCodeException: java.sql.SQLException: Cannot create PoolableConnectionFactory (Connection to localhost:33479 refused. Check that the hostname and port are correct and that the postmaster is accepting TCP/IP connections.)
at org.apache.beam.sdk.util.UserCodeException.wrap(UserCodeException.java:39)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn$DoFnInvoker.invokeProcessElement(Unknown Source)
at org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForParDo(FnApiDoFnRunner.java:803)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:348)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:275)
at org.apache.beam.fn.harness.FnApiDoFnRunner.outputTo(FnApiDoFnRunner.java:1792)
at org.apache.beam.fn.harness.FnApiDoFnRunner.access$3000(FnApiDoFnRunner.java:143)
at org.apache.beam.fn.harness.FnApiDoFnRunner$NonWindowObservingProcessBundleContext.output(FnApiDoFnRunner.java:2650)
at org.apache.beam.sdk.transforms.MapElements$2.processElement(MapElements.java:151)
at org.apache.beam.sdk.transforms.MapElements$2$DoFnInvoker.invokeProcessElement(Unknown Source)
at org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForParDo(FnApiDoFnRunner.java:803)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:348)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:275)
at org.apache.beam.fn.harness.BeamFnDataReadRunner.forwardElementToConsumer(BeamFnDataReadRunner.java:213)
at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.multiplexElements(BeamFnDataInboundObserver.java:158)
at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:123)
at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:550)
at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:150)
at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:115)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:163)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: java.sql.SQLException: Cannot create PoolableConnectionFactory (Connection to localhost:33479 refused. Check that the hostname and port are correct and that the postmaster is accepting TCP/IP connections.)
at org.apache.commons.dbcp2.BasicDataSource.createPoolableConnectionFactory(BasicDataSource.java:653)
at org.apache.commons.dbcp2.BasicDataSource.createDataSource(BasicDataSource.java:531)
at org.apache.commons.dbcp2.BasicDataSource.getConnection(BasicDataSource.java:731)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn.getConnection(JdbcIO.java:1524)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn.processElement(JdbcIO.java:1537)
Caused by: org.postgresql.util.PSQLException: Connection to localhost:33479 refused. Check that the hostname and port are correct and that the postmaster is accepting TCP/IP connections.
at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:303)
at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:51)
at org.postgresql.jdbc.PgConnection.<init>(PgConnection.java:225)
at org.postgresql.Driver.makeConnection(Driver.java:465)
at org.postgresql.Driver.connect(Driver.java:264)
at org.apache.commons.dbcp2.DriverConnectionFactory.createConnection(DriverConnectionFactory.java:52)
at org.apache.commons.dbcp2.PoolableConnectionFactory.makeObject(PoolableConnectionFactory.java:374)
at org.apache.commons.dbcp2.BasicDataSource.validateConnectionFactory(BasicDataSource.java:106)
at org.apache.commons.dbcp2.BasicDataSource.createPoolableConnectionFactory(BasicDataSource.java:649)
at org.apache.commons.dbcp2.BasicDataSource.createDataSource(BasicDataSource.java:531)
at org.apache.commons.dbcp2.BasicDataSource.getConnection(BasicDataSource.java:731)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn.getConnection(JdbcIO.java:1524)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn.processElement(JdbcIO.java:1537)
at org.apache.beam.sdk.io.jdbc.JdbcIO$ReadFn$DoFnInvoker.invokeProcessElement(Unknown Source)
at org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForParDo(FnApiDoFnRunner.java:803)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:348)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:275)
at org.apache.beam.fn.harness.FnApiDoFnRunner.outputTo(FnApiDoFnRunner.java:1792)
at org.apache.beam.fn.harness.FnApiDoFnRunner.access$3000(FnApiDoFnRunner.java:143)
at org.apache.beam.fn.harness.FnApiDoFnRunner$NonWindowObservingProcessBundleContext.output(FnApiDoFnRunner.java:2650)
at org.apache.beam.sdk.transforms.MapElements$2.processElement(MapElements.java:151)
at org.apache.beam.sdk.transforms.MapElements$2$DoFnInvoker.invokeProcessElement(Unknown Source)
at org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForParDo(FnApiDoFnRunner.java:803)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:348)
at org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:275)
at org.apache.beam.fn.harness.BeamFnDataReadRunner.forwardElementToConsumer(BeamFnDataReadRunner.java:213)
at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.multiplexElements(BeamFnDataInboundObserver.java:158)
at org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver.awaitCompletion(BeamFnDataInboundObserver.java:123)
at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:550)
at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:150)
at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:115)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.beam.sdk.util.UnboundedScheduledExecutorService$ScheduledFutureTask.run(UnboundedScheduledExecutorService.java:163)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: java.net.ConnectException: Connection refused (Connection refused)
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:607)
at org.postgresql.core.PGStream.createSocket(PGStream.java:231)
at org.postgresql.core.PGStream.<init>(PGStream.java:95)
at org.postgresql.core.v3.ConnectionFactoryImpl.tryConnect(ConnectionFactoryImpl.java:98)
at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:213)
... 36 more
2024/01/22 16:09:38 🐳 Terminating container: 9eb08b15f51f
containers.go:100: error terminating container: Error response from daemon: No such container: 9eb08b15f51fd99e58afda492d2d06220548fcfde7313fc164f4773970bc9812
--- FAIL: TestJDBCIO_BasicReadWrite (62.68s)
=== RUN TestJDBCIO_PostgresReadWrite
jdbc_test.go:128: failed to start container with 5 retries: Error response from daemon: No such container: 9b09499a1ea926d3bd7db5a9bc46ab17f38eaa24dc34ab5c99c5593c04bfccab: creating reaper failed: failed to create container
--- FAIL: TestJDBCIO_PostgresReadWrite (15.00s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 80.747s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40847
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp4ht4jmbo/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 36063
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 22s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/34cb5zjfxtbwu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5085
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5085/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
>
component_coder_ids: "KKWqINJGKcVarIntCoder"
component_coder_ids: "KKWqINJGKcIterableCoder"
>
>
coders: <
key: "KKWqINJGKcRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$d7f638c7-3f67-4411-97e9-5d7d2a70e8b6"
>
>
>
coders: <
key: "KKWqINJGKcVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "KKWqINJGKcVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "KKWqINJGKcbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-TGdJrbp0tHEzE_K83c3MQ9cIFdTIh_S3_q_atHQOMzI.jar\022@4c6749adba74b4713313f2bcddcdcc43d70815d4c887f4b7feafdab4740e3332"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-TGdJrbp0tHEzE_K83c3MQ9cIFdTIh_S3_q_atHQOMzI.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/21 22:37:06 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1705876626566602413
2024/01/21 22:37:10 Prepared job with id: go-testjdbcio_postgresreadwrite-656-3231edb5-d0c5-4f7c-9f4a-53354d67789e and staging token: go-testjdbcio_postgresreadwrite-656-3231edb5-d0c5-4f7c-9f4a-53354d67789e
2024/01/21 22:37:11 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-656-3231edb5-d0c5-4f7c-9f4a-53354d67789e
2024/01/21 22:37:11 Submitted job: go-testjdbcio_postgresreadwrite-656-3231edb5-d0c5-4f7c-9f4a-53354d67789e
2024/01/21 22:37:11 Job[go-testjdbcio_postgresreadwrite-656-3231edb5-d0c5-4f7c-9f4a-53354d67789e] state: STOPPED
2024/01/21 22:37:11 Job[go-testjdbcio_postgresreadwrite-656-3231edb5-d0c5-4f7c-9f4a-53354d67789e] state: STARTING
2024/01/21 22:37:11 Job[go-testjdbcio_postgresreadwrite-656-3231edb5-d0c5-4f7c-9f4a-53354d67789e] state: RUNNING
2024/01/21 22:37:11 2024-01-21 22:37:11. (1): ==================== <function annotate_downstream_side_inputs at 0x7fb7984019d0> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fb798401af0> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (3): ==================== <function pack_combiners at 0x7fb7983ff040> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (4): ==================== <function lift_combiners at 0x7fb7983ff0d0> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (5): ==================== <function expand_sdf at 0x7fb7983ff280> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (6): ==================== <function expand_gbk at 0x7fb7983ff310> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (7): ==================== <function sink_flattens at 0x7fb7983ff430> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (8): ==================== <function greedily_fuse at 0x7fb7983ff4c0> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (9): ==================== <function read_to_impulse at 0x7fb7983ff550> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (10): ==================== <function impulse_to_input at 0x7fb7983ff5e0> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (11): ==================== <function sort_stages at 0x7fb7983ff820> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fb7983ff940> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (13): ==================== <function setup_timer_mapping at 0x7fb7983ff790> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (14): ==================== <function populate_data_channel_coders at 0x7fb7983ff8b0> ====================
2024/01/21 22:37:11 2024-01-21 22:37:11. (15): starting control server on port 43517
2024/01/21 22:37:11 2024-01-21 22:37:11. (16): starting data server on port 37569
2024/01/21 22:37:11 2024-01-21 22:37:11. (17): starting state server on port 40293
2024/01/21 22:37:11 2024-01-21 22:37:11. (18): starting logging server on port 38791
2024/01/21 22:37:11 2024-01-21 22:37:11. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb7cbfd3670> for environment KKWqINJGKcbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/21 22:37:11 2024-01-21 22:37:11. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/21 22:37:11 2024-01-21 22:37:11. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/21 22:37:14 2024-01-21 22:37:14. (22): Waiting for docker to start up. Current status is running
2024/01/21 22:37:14 2024-01-21 22:37:14. (23): Docker container is running. container_id = b'302e30f6ca67cc16ec183b04ebb59e318024c9e87fc32172920cb6fdbe5282ed', worker_id = worker_14
2024/01/21 22:37:16 2024-01-21 22:37:16. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb7cd4210d0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/21 22:37:16 2024-01-21 22:37:16. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/21 22:37:17 2024-01-21 22:37:17. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/21 22:37:17 2024-01-21 22:37:17. (27): Waiting for docker to start up. Current status is running
2024/01/21 22:37:17 2024-01-21 22:37:17. (28): Docker container is running. container_id = b'3020b46f0d910f09509f228c9319fc71ffde61156217b58607d53df4b6754727', worker_id = worker_15
2024/01/21 22:37:22 2024-01-21 22:37:22. (29): Completed job in 11.135669708251953 seconds with state DONE.
2024/01/21 22:37:22 Job[go-testjdbcio_postgresreadwrite-656-3231edb5-d0c5-4f7c-9f4a-53354d67789e] state: DONE
2024/01/21 22:37:22 🐳 Terminating container: 36d2c45bc593
2024/01/21 22:37:22 🚫 Container terminated: 36d2c45bc593
--- PASS: TestJDBCIO_PostgresReadWrite (43.80s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 99.323s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38813
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpm4k88azz/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35357
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 41s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/bvlpzn262evv4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5084
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5084/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:12 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:12 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:12 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:14 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:14 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:15 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f220386b280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f220386b310> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f220386ba60> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f92529d19d0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f92529d1af0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f92529cc040> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f92529cc0d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f92529cc280> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f92529cc310> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f92529cc430> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f92529cc4c0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f92529cc550> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f92529cc5e0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f92529cc820> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f92529cc940> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f92529cc790> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f92529cc8b0> ====================
INFO root:portable_runner.py:543 starting control server on port 42349
INFO root:portable_runner.py:543 starting data server on port 45927
INFO root:portable_runner.py:543 starting state server on port 35033
INFO root:portable_runner.py:543 starting logging server on port 38499
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f9286e17310> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'7b511beb34ff1fe92ad1a904edeea6ddb33e5b0b818d0f374b4b24139ce2655e', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f9286fe2610> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:39689')
INFO root:portable_runner.py:543 Requesting worker at localhost:39689
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:26 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_88 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:42349.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:35 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 21, 2024 6:08:35 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_88.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-183776a4-8a46-41db-a412-096eeb6cd23c failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7304 deselected in 295.25s (0:04:55) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2082237
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2083114.
Stopping expansion service pid: 2083115.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 58s
261 actionable tasks: 179 executed, 72 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/prxlvgqls7gkm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5083
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5083/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:02:54 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:02:54 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:02:55 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:02:57 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:02:57 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:02:57 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fc782c94280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fc782c94310> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fc782c94a60> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f93f99e59d0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f93f99e5af0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f93f99e6040> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f93f99e60d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f93f99e6280> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f93f99e6310> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f93f99e6430> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f93f99e64c0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f93f99e6550> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f93f99e65e0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f93f99e6820> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f93f99e6940> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f93f99e6790> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f93f99e68b0> ====================
INFO root:portable_runner.py:543 starting control server on port 41771
INFO root:portable_runner.py:543 starting data server on port 37323
INFO root:portable_runner.py:543 starting state server on port 34125
INFO root:portable_runner.py:543 starting logging server on port 36135
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f942df23580> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'e76cd2dea4895fe116b2c8974d4b595369f83acedf9f0d9affccaff416b9ee32', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f942dfe0250> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:52427')
INFO root:portable_runner.py:543 Requesting worker at localhost:52427
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:03:07 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_88 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:41771.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:03:16 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 20, 2024 11:03:16 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_88.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d40b8520-b1a0-402d-9ff5-2b113ab55ac4 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7304 deselected in 294.89s (0:04:54) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 986297
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 987191.
Stopping expansion service pid: 987192.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 18s
261 actionable tasks: 179 executed, 72 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/lr3uwqirvoyqk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5082
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5082/display/redirect?page=changes>
Changes:
[noreply] [Python] Enrichment Transform with BigTable handler (#30001)
------------------------------------------
[...truncated 1.34 MB...]
coders: <
key: "fMHPWNBLKMKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "fMHPWNBLKMVarIntCoder"
component_coder_ids: "fMHPWNBLKMRowCoder"
>
>
coders: <
key: "fMHPWNBLKMKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "fMHPWNBLKMVarIntCoder"
component_coder_ids: "fMHPWNBLKMCoder1"
>
>
coders: <
key: "fMHPWNBLKMKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "fMHPWNBLKMVarIntCoder"
component_coder_ids: "fMHPWNBLKMIterableCoder"
>
>
coders: <
key: "fMHPWNBLKMRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$9d5aed3a-e324-47e1-9780-aafec6fa714e"
>
>
>
coders: <
key: "fMHPWNBLKMVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "fMHPWNBLKMVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "fMHPWNBLKMbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-EhOlsw5loEq-0j-S48CmpRhVu_K3XNUljpzhuT4lIhE.jar\022@1213a5b30e65a04abed23f92e3c0a6a51855bbf2b75cd5258e9ce1b93e252211"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-EhOlsw5loEq-0j-S48CmpRhVu_K3XNUljpzhuT4lIhE.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/19 17:17:02 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705684622947856629
2024/01/19 17:17:05 Prepared job with id: go-testjdbcio_postgresreadwrite-955-fb6a9168-c164-4431-b291-1288adf0a78f and staging token: go-testjdbcio_postgresreadwrite-955-fb6a9168-c164-4431-b291-1288adf0a78f
2024/01/19 17:17:05 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-955-fb6a9168-c164-4431-b291-1288adf0a78f
2024/01/19 17:17:05 Submitted job: go-testjdbcio_postgresreadwrite-955-fb6a9168-c164-4431-b291-1288adf0a78f
2024/01/19 17:17:05 Job[go-testjdbcio_postgresreadwrite-955-fb6a9168-c164-4431-b291-1288adf0a78f] state: STOPPED
2024/01/19 17:17:05 Job[go-testjdbcio_postgresreadwrite-955-fb6a9168-c164-4431-b291-1288adf0a78f] state: STARTING
2024/01/19 17:17:05 Job[go-testjdbcio_postgresreadwrite-955-fb6a9168-c164-4431-b291-1288adf0a78f] state: RUNNING
2024/01/19 17:17:05 2024-01-19 17:17:05. (1): ==================== <function annotate_downstream_side_inputs at 0x7f21fd9e09d0> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f21fd9e0af0> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (3): ==================== <function pack_combiners at 0x7f21fd9dd040> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (4): ==================== <function lift_combiners at 0x7f21fd9dd0d0> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (5): ==================== <function expand_sdf at 0x7f21fd9dd280> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (6): ==================== <function expand_gbk at 0x7f21fd9dd310> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (7): ==================== <function sink_flattens at 0x7f21fd9dd430> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (8): ==================== <function greedily_fuse at 0x7f21fd9dd4c0> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (9): ==================== <function read_to_impulse at 0x7f21fd9dd550> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (10): ==================== <function impulse_to_input at 0x7f21fd9dd5e0> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (11): ==================== <function sort_stages at 0x7f21fd9dd820> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f21fd9dd940> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (13): ==================== <function setup_timer_mapping at 0x7f21fd9dd790> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (14): ==================== <function populate_data_channel_coders at 0x7f21fd9dd8b0> ====================
2024/01/19 17:17:05 2024-01-19 17:17:05. (15): starting control server on port 35025
2024/01/19 17:17:05 2024-01-19 17:17:05. (16): starting data server on port 35605
2024/01/19 17:17:05 2024-01-19 17:17:05. (17): starting state server on port 39021
2024/01/19 17:17:05 2024-01-19 17:17:05. (18): starting logging server on port 46297
2024/01/19 17:17:05 2024-01-19 17:17:05. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f2231743c10> for environment fMHPWNBLKMbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/19 17:17:09 2024-01-19 17:17:09. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/19 17:17:09 2024-01-19 17:17:09. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/19 17:17:10 2024-01-19 17:17:10. (22): Waiting for docker to start up. Current status is running
2024/01/19 17:17:10 2024-01-19 17:17:10. (23): Docker container is running. container_id = b'9eaf56ec52c86d0194f556e3d124fbf92992a6d56dfe7c449aaa69bbd9175f01', worker_id = worker_15
2024/01/19 17:17:12 2024-01-19 17:17:12. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f21ec7c38b0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/19 17:17:14 2024-01-19 17:17:14. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/19 17:17:15 2024-01-19 17:17:15. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/19 17:17:16 2024-01-19 17:17:16. (27): Waiting for docker to start up. Current status is running
2024/01/19 17:17:16 2024-01-19 17:17:16. (28): Docker container is running. container_id = b'f24152dfe89dc0120dd0676ed45befc2db010c66bde34f5135a00617709f31e3', worker_id = worker_17
2024/01/19 17:17:19 2024-01-19 17:17:19. (29): Completed job in 13.872668743133545 seconds with state DONE.
2024/01/19 17:17:19 Job[go-testjdbcio_postgresreadwrite-955-fb6a9168-c164-4431-b291-1288adf0a78f] state: DONE
2024/01/19 17:17:19 🐳 Terminating container: 125b641a0e8b
2024/01/19 17:17:20 🚫 Container terminated: 125b641a0e8b
--- PASS: TestJDBCIO_PostgresReadWrite (40.24s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 105.030s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.047s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34763
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpub6f9k6t/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35003
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 47s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ib3hvp73tqnx6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5081
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5081/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:47:43 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:47:43 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:47:44 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:47:45 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:47:46 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:47:46 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fb04b110280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fb04b110310> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fb04b110a60> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fd198bae9d0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fd198baeaf0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fd198bac040> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fd198bac0d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fd198bac280> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fd198bac310> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fd198bac430> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fd198bac4c0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fd198bac550> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fd198bac5e0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fd198bac820> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fd198bac940> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fd198bac790> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fd198bac8b0> ====================
INFO root:portable_runner.py:543 starting control server on port 38275
INFO root:portable_runner.py:543 starting data server on port 39909
INFO root:portable_runner.py:543 starting state server on port 39273
INFO root:portable_runner.py:543 starting logging server on port 40927
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd1cd0bb520> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'cb89a48290abb9721789ea415cdd323cfb5d6acb8a693ef29f53db60a401a34b', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fd1cd03fd90> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:47403')
INFO root:portable_runner.py:543 Requesting worker at localhost:47403
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:47:56 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:38275.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:48:06 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 19, 2024 2:48:06 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-5cea84fc-eeb1-4d13-ba47-b9f1194314f7 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7280 deselected in 284.02s (0:04:44) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3761892
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3762442.
Stopping expansion service pid: 3762443.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 39s
261 actionable tasks: 179 executed, 72 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/fl4hdn6fxoozc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5080
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5080/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "hdsseiqwckbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-kdmwgmcqeYRetSKD9J4iJK7js8aYz0b1fICfEc5e3TE.jar\022@91d9b082672a79845eb52283f49e2224aee3b3c698cf46f57c809f11ce5edd31"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-kdmwgmcqeYRetSKD9J4iJK7js8aYz0b1fICfEc5e3TE.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/18 20:02:41 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705608161167613568
2024/01/18 20:02:45 Prepared job with id: go-testjdbcio_postgresreadwrite-319-755c060c-6cda-4277-94a2-64a0d6721640 and staging token: go-testjdbcio_postgresreadwrite-319-755c060c-6cda-4277-94a2-64a0d6721640
2024/01/18 20:02:45 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-319-755c060c-6cda-4277-94a2-64a0d6721640
2024/01/18 20:02:45 Submitted job: go-testjdbcio_postgresreadwrite-319-755c060c-6cda-4277-94a2-64a0d6721640
2024/01/18 20:02:45 Job[go-testjdbcio_postgresreadwrite-319-755c060c-6cda-4277-94a2-64a0d6721640] state: STOPPED
2024/01/18 20:02:45 Job[go-testjdbcio_postgresreadwrite-319-755c060c-6cda-4277-94a2-64a0d6721640] state: STARTING
2024/01/18 20:02:45 Job[go-testjdbcio_postgresreadwrite-319-755c060c-6cda-4277-94a2-64a0d6721640] state: RUNNING
2024/01/18 20:02:45 2024-01-18 20:02:45. (1): ==================== <function annotate_downstream_side_inputs at 0x7f6e04eab9d0> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f6e04eabaf0> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (3): ==================== <function pack_combiners at 0x7f6e04ea7040> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (4): ==================== <function lift_combiners at 0x7f6e04ea70d0> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (5): ==================== <function expand_sdf at 0x7f6e04ea7280> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (6): ==================== <function expand_gbk at 0x7f6e04ea7310> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (7): ==================== <function sink_flattens at 0x7f6e04ea7430> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (8): ==================== <function greedily_fuse at 0x7f6e04ea74c0> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (9): ==================== <function read_to_impulse at 0x7f6e04ea7550> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (10): ==================== <function impulse_to_input at 0x7f6e04ea75e0> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (11): ==================== <function sort_stages at 0x7f6e04ea7820> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f6e04ea7940> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (13): ==================== <function setup_timer_mapping at 0x7f6e04ea7790> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (14): ==================== <function populate_data_channel_coders at 0x7f6e04ea78b0> ====================
2024/01/18 20:02:45 2024-01-18 20:02:45. (15): starting control server on port 38163
2024/01/18 20:02:45 2024-01-18 20:02:45. (16): starting data server on port 39715
2024/01/18 20:02:45 2024-01-18 20:02:45. (17): starting state server on port 39347
2024/01/18 20:02:45 2024-01-18 20:02:45. (18): starting logging server on port 44603
2024/01/18 20:02:45 2024-01-18 20:02:45. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6e38640f70> for environment hdsseiqwckbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/18 20:02:45 2024-01-18 20:02:45. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/18 20:02:46 2024-01-18 20:02:46. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/18 20:02:53 2024-01-18 20:02:53. (22): Waiting for docker to start up. Current status is running
2024/01/18 20:02:53 2024-01-18 20:02:53. (23): Docker container is running. container_id = b'5c89b4268cbc31860792abceceb208ceac33bebaacf39a3cf99c04efe8f4841d', worker_id = worker_16
2024/01/18 20:02:54 2024-01-18 20:02:54. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6e39e9a850> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/18 20:02:57 2024-01-18 20:02:57. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/18 20:02:58 2024-01-18 20:02:58. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/18 20:02:59 2024-01-18 20:02:59. (27): Waiting for docker to start up. Current status is running
2024/01/18 20:02:59 2024-01-18 20:02:59. (28): Docker container is running. container_id = b'12f39c122fa79be254846b8b1722355390ffafd2187bf2fd0b8b7f99f54f9e1e', worker_id = worker_18
2024/01/18 20:03:05 2024-01-18 20:03:05. (29): Completed job in 19.60710096359253 seconds with state DONE.
2024/01/18 20:03:05 Job[go-testjdbcio_postgresreadwrite-319-755c060c-6cda-4277-94a2-64a0d6721640] state: DONE
2024/01/18 20:03:05 🐳 Terminating container: a0218a5340a1
2024/01/18 20:03:05 🚫 Container terminated: a0218a5340a1
--- PASS: TestJDBCIO_PostgresReadWrite (63.56s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 183.796s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.111s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$CoGroupByKeyTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:307
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$CombineGloballyTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:328
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$CombinePerKeyTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:349
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$FlattenTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:370
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$GroupByKeyTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:285
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$MultiInputOutputWithSideInputTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:263
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$PartitionTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:392
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$PythonDependenciesTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:401
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$SingleInputOutputTest > test FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:242
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.sdk.extensions.python.ConsecutivePythonTransformsTest > testConsecutivePythonMaps FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at ConsecutivePythonTransformsTest.java:44
java.lang.NullPointerException at Preconditions.java:1010
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33431
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp9q1iqf4g/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 37919
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
org.apache.beam.sdk.extensions.python.transforms.DataframeTransformTest > testDataframeSum FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at DataframeTransformTest.java:50
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.sdk.extensions.python.transforms.PythonMapTest > testPythonMap FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at PythonMapTest.java:41
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.sdk.extensions.python.transforms.PythonMapTest > testPythonFlatMap FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at PythonMapTest.java:54
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.sdk.extensions.python.transforms.RunInferenceTransformTest > testRunInferenceWithKVs FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at RunInferenceTransformTest.java:108
java.lang.NullPointerException at Preconditions.java:1010
org.apache.beam.sdk.extensions.python.transforms.RunInferenceTransformTest > testRunInference FAILED
org.apache.beam.vendor.grpc.v1p54p0.io.grpc.StatusRuntimeException at RunInferenceTransformTest.java:60
java.lang.NullPointerException at Preconditions.java:1010
17 tests completed, 15 failed
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 3 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/test-suites/direct/xlang/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 55s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/32zcl5zt6rlbe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5079
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5079/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:23 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:24 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:24 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:26 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:26 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:26 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe829146430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe8291464c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe829146c10> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f650e8da1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f650e8da310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f650e8da820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f650e8da8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f650e8daa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f650e8daaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f650e8dac10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f650e8daca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f650e8dad30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f650e8dadc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f650e8db040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f650e8db160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f650e8daf70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f650e8db0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 43865
INFO root:portable_runner.py:543 starting data server on port 40477
INFO root:portable_runner.py:543 starting state server on port 41807
INFO root:portable_runner.py:543 starting logging server on port 37323
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6543861b50> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a256318e4ae857aba3820934876d54ddcf2808e49ad94abff036744a452426fa', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f6543895460> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:40141')
INFO root:portable_runner.py:543 Requesting worker at localhost:40141
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:38 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:43865.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:47 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 11:53:47 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d1aa053d-d8bb-428f-b7b9-128631980a61 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 287.64s (0:04:47) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1166213
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1182478.
Stopping expansion service pid: 1182479.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 42m
261 actionable tasks: 180 executed, 71 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/qtnjyooj2oj5y
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5078
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5078/display/redirect?page=changes>
Changes:
[noreply] GCS autosharding flag (#29886)
------------------------------------------
[...truncated 1.64 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:01:49 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:01:49 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:01:50 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:01:52 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:01:52 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:01:52 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ff802c48430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ff802c484c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ff802c48c10> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f4f058b51f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f4f058b5310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f4f058b5820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f4f058b58b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f4f058b5a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f4f058b5af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f4f058b5c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f4f058b5ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f4f058b5d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f4f058b5dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f4f058b6040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f4f058b6160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f4f058b5f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f4f058b60d0> ====================
INFO root:portable_runner.py:543 starting control server on port 43089
INFO root:portable_runner.py:543 starting data server on port 42737
INFO root:portable_runner.py:543 starting state server on port 39889
INFO root:portable_runner.py:543 starting logging server on port 42097
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f4f350b6820> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'7c053c20d0d8cba3e572acab7f75fae1b9d60abf3f1d476998a5d27fbf39a5e4', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f4f3a130f70> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:41677')
INFO root:portable_runner.py:543 Requesting worker at localhost:41677
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:02:04 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:43089.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:02:14 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 18, 2024 6:02:14 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-3a9596fa-4ab4-48a5-a640-e5264e0f2a16 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 323.87s (0:05:23) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3847991
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3861358.
Stopping expansion service pid: 3861359.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 3s
261 actionable tasks: 182 executed, 69 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ictkzwzjyraxw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5077
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5077/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:03 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:03 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:04 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:06 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:06 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:06 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fa37f7e3430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fa37f7e34c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fa37f7e3c10> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f0ee1f5a1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f0ee1f5a310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f0ee1f5a820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f0ee1f5a8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f0ee1f5aa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f0ee1f5aaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f0ee1f5ac10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f0ee1f5aca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f0ee1f5ad30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f0ee1f5adc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f0ee1f5b040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f0ee1f5b160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f0ee1f5af70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f0ee1f5b0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 36527
INFO root:portable_runner.py:543 starting data server on port 42353
INFO root:portable_runner.py:543 starting state server on port 44579
INFO root:portable_runner.py:543 starting logging server on port 33385
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0f167f0df0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'170ba6809c855fd7e73d8a5f50124bdc5bb8b86dae73609173f6b2184cd60904', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f0f167b2b20> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:48285')
INFO root:portable_runner.py:543 Requesting worker at localhost:48285
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:17 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:36527.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:26 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 11:48:26 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-888fb3fb-b9cc-4d77-8900-ae70d8173fee failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 298.72s (0:04:58) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2525790
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2537618.
Stopping expansion service pid: 2537619.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 44s
261 actionable tasks: 176 executed, 75 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/pdzrx7too23ws
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5076
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5076/display/redirect>
Changes:
------------------------------------------
[...truncated 1.77 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:33371.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:54:53 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:54:53 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:54:53 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:54:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:54:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:54:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f449247e430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f449247e4c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f449247ec10> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdf9b4fb1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdf9b4fb310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdf9b4fb820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdf9b4fb8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdf9b4fba60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdf9b4fbaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdf9b4fbc10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdf9b4fbca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdf9b4fbd30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdf9b4fbdc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdf9b4fc040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdf9b4fc160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdf9b4fbf70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdf9b4fc0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 33895
INFO root:portable_runner.py:543 starting data server on port 43791
INFO root:portable_runner.py:543 starting state server on port 35965
INFO root:portable_runner.py:543 starting logging server on port 41741
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdfd05952b0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'644703cc7eea5cbd33a2f0f2b6826f911a1ec47dd57a54ffd4ab98c92aef2e27', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdfcfd0aa60> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:33371')
INFO root:portable_runner.py:543 Requesting worker at localhost:33371
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:55:09 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33895.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:55:20 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 17, 2024 5:55:20 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-96ee2fe7-ec79-448b-90c6-1e74b78744f7 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 339.22s (0:05:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1345264
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1352508.
Stopping expansion service pid: 1352509.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 44m 36s
261 actionable tasks: 221 executed, 30 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/mtxowiwv6ohcc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5075
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5075/display/redirect?page=changes>
Changes:
[noreply] Additional test for windmill OrderedListState implementation. (#29970)
------------------------------------------
[...truncated 1.34 MB...]
>
component_coder_ids: "bPNbGtuZnoVarIntCoder"
component_coder_ids: "bPNbGtuZnoIterableCoder"
>
>
coders: <
key: "bPNbGtuZnoRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$52ed2d85-aabb-4b04-9956-1a27f0ac6b3c"
>
>
>
coders: <
key: "bPNbGtuZnoVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "bPNbGtuZnoVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "bPNbGtuZnobeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-gu72g62J8Bc2TbwrmGs5JUvWfjT1-Bn21VZexFk6vQM.jar\022@82eef683ad89f017364dbc2b986b39254bd67e34f5f819f6d5565ec4593abd03"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-gu72g62J8Bc2TbwrmGs5JUvWfjT1-Bn21VZexFk6vQM.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/17 11:24:05 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705490645841044530
2024/01/17 11:24:08 Prepared job with id: go-testjdbcio_postgresreadwrite-903-3f4d5e10-a84e-4334-8edc-b165e487974d and staging token: go-testjdbcio_postgresreadwrite-903-3f4d5e10-a84e-4334-8edc-b165e487974d
2024/01/17 11:24:09 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-903-3f4d5e10-a84e-4334-8edc-b165e487974d
2024/01/17 11:24:09 Submitted job: go-testjdbcio_postgresreadwrite-903-3f4d5e10-a84e-4334-8edc-b165e487974d
2024/01/17 11:24:09 Job[go-testjdbcio_postgresreadwrite-903-3f4d5e10-a84e-4334-8edc-b165e487974d] state: STOPPED
2024/01/17 11:24:09 Job[go-testjdbcio_postgresreadwrite-903-3f4d5e10-a84e-4334-8edc-b165e487974d] state: STARTING
2024/01/17 11:24:09 Job[go-testjdbcio_postgresreadwrite-903-3f4d5e10-a84e-4334-8edc-b165e487974d] state: RUNNING
2024/01/17 11:24:09 2024-01-17 11:24:09. (1): ==================== <function annotate_downstream_side_inputs at 0x7f1814e801f0> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f1814e80310> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (3): ==================== <function pack_combiners at 0x7f1814e80820> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (4): ==================== <function lift_combiners at 0x7f1814e808b0> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (5): ==================== <function expand_sdf at 0x7f1814e80a60> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (6): ==================== <function expand_gbk at 0x7f1814e80af0> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (7): ==================== <function sink_flattens at 0x7f1814e80c10> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (8): ==================== <function greedily_fuse at 0x7f1814e80ca0> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (9): ==================== <function read_to_impulse at 0x7f1814e80d30> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (10): ==================== <function impulse_to_input at 0x7f1814e80dc0> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (11): ==================== <function sort_stages at 0x7f1814e81040> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f1814e81160> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (13): ==================== <function setup_timer_mapping at 0x7f1814e80f70> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (14): ==================== <function populate_data_channel_coders at 0x7f1814e810d0> ====================
2024/01/17 11:24:09 2024-01-17 11:24:09. (15): starting control server on port 36883
2024/01/17 11:24:09 2024-01-17 11:24:09. (16): starting data server on port 42593
2024/01/17 11:24:09 2024-01-17 11:24:09. (17): starting state server on port 33969
2024/01/17 11:24:09 2024-01-17 11:24:09. (18): starting logging server on port 35753
2024/01/17 11:24:09 2024-01-17 11:24:09. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f1846e912e0> for environment bPNbGtuZnobeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/17 11:24:12 2024-01-17 11:24:12. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/17 11:24:12 2024-01-17 11:24:12. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/17 11:24:14 2024-01-17 11:24:14. (22): Waiting for docker to start up. Current status is running
2024/01/17 11:24:14 2024-01-17 11:24:14. (23): Docker container is running. container_id = b'9a79cad589ca8336d967548231adbc4d7e6bf4e0632c7576d21848e4d4d7a9b2', worker_id = worker_15
2024/01/17 11:24:15 2024-01-17 11:24:15. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f1846e97df0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/17 11:24:18 2024-01-17 11:24:18. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/17 11:24:18 2024-01-17 11:24:18. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/17 11:24:20 2024-01-17 11:24:20. (27): Waiting for docker to start up. Current status is running
2024/01/17 11:24:20 2024-01-17 11:24:20. (28): Docker container is running. container_id = b'0f0911f337b6061744f4573d119a69f0372bab938d759b1e28d88519d7514d10', worker_id = worker_17
2024/01/17 11:24:23 2024-01-17 11:24:23. (29): Completed job in 14.699676990509033 seconds with state DONE.
2024/01/17 11:24:23 Job[go-testjdbcio_postgresreadwrite-903-3f4d5e10-a84e-4334-8edc-b165e487974d] state: DONE
2024/01/17 11:24:23 🐳 Terminating container: 411648bf09a4
2024/01/17 11:24:23 🚫 Container terminated: 411648bf09a4
--- PASS: TestJDBCIO_PostgresReadWrite (46.98s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 139.762s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.073s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 36227
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp9ggjjfz5/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33763
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 44s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/7vtpyak3eaanw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5074
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5074/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
>
component_coder_ids: "DeYAOnKxWZVarIntCoder"
component_coder_ids: "DeYAOnKxWZIterableCoder"
>
>
coders: <
key: "DeYAOnKxWZRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$5640da34-f5af-4a10-b3d3-28a3833cd069"
>
>
>
coders: <
key: "DeYAOnKxWZVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "DeYAOnKxWZVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "DeYAOnKxWZbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-gu72g62J8Bc2TbwrmGs5JUvWfjT1-Bn21VZexFk6vQM.jar\022@82eef683ad89f017364dbc2b986b39254bd67e34f5f819f6d5565ec4593abd03"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-gu72g62J8Bc2TbwrmGs5JUvWfjT1-Bn21VZexFk6vQM.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/17 05:32:26 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705469546467463398
2024/01/17 05:32:28 Prepared job with id: go-testjdbcio_postgresreadwrite-770-3ee699bb-6670-4af9-b31c-3dfb47967928 and staging token: go-testjdbcio_postgresreadwrite-770-3ee699bb-6670-4af9-b31c-3dfb47967928
2024/01/17 05:32:29 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-770-3ee699bb-6670-4af9-b31c-3dfb47967928
2024/01/17 05:32:29 Submitted job: go-testjdbcio_postgresreadwrite-770-3ee699bb-6670-4af9-b31c-3dfb47967928
2024/01/17 05:32:29 Job[go-testjdbcio_postgresreadwrite-770-3ee699bb-6670-4af9-b31c-3dfb47967928] state: STOPPED
2024/01/17 05:32:29 Job[go-testjdbcio_postgresreadwrite-770-3ee699bb-6670-4af9-b31c-3dfb47967928] state: STARTING
2024/01/17 05:32:29 Job[go-testjdbcio_postgresreadwrite-770-3ee699bb-6670-4af9-b31c-3dfb47967928] state: RUNNING
2024/01/17 05:32:29 2024-01-17 05:32:29. (1): ==================== <function annotate_downstream_side_inputs at 0x7fcaed4ed1f0> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fcaed4ed310> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (3): ==================== <function pack_combiners at 0x7fcaed4ed820> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (4): ==================== <function lift_combiners at 0x7fcaed4ed8b0> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (5): ==================== <function expand_sdf at 0x7fcaed4eda60> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (6): ==================== <function expand_gbk at 0x7fcaed4edaf0> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (7): ==================== <function sink_flattens at 0x7fcaed4edc10> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (8): ==================== <function greedily_fuse at 0x7fcaed4edca0> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (9): ==================== <function read_to_impulse at 0x7fcaed4edd30> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (10): ==================== <function impulse_to_input at 0x7fcaed4eddc0> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (11): ==================== <function sort_stages at 0x7fcaed4ee040> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fcaed4ee160> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (13): ==================== <function setup_timer_mapping at 0x7fcaed4edf70> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (14): ==================== <function populate_data_channel_coders at 0x7fcaed4ee0d0> ====================
2024/01/17 05:32:29 2024-01-17 05:32:29. (15): starting control server on port 36351
2024/01/17 05:32:29 2024-01-17 05:32:29. (16): starting data server on port 34265
2024/01/17 05:32:29 2024-01-17 05:32:29. (17): starting state server on port 33409
2024/01/17 05:32:29 2024-01-17 05:32:29. (18): starting logging server on port 36579
2024/01/17 05:32:29 2024-01-17 05:32:29. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fcaec2c3160> for environment DeYAOnKxWZbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/17 05:32:32 2024-01-17 05:32:32. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/17 05:32:33 2024-01-17 05:32:33. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/17 05:32:34 2024-01-17 05:32:34. (22): Waiting for docker to start up. Current status is running
2024/01/17 05:32:34 2024-01-17 05:32:34. (23): Docker container is running. container_id = b'2ef963e32c73f75d4e2715420b5ab4b2f0a85521c0ea7ff0ce9987c7cc7dfcb0', worker_id = worker_15
2024/01/17 05:32:35 2024-01-17 05:32:35. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fcaec2cf2e0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/17 05:32:37 2024-01-17 05:32:37. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/17 05:32:38 2024-01-17 05:32:38. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/17 05:32:39 2024-01-17 05:32:39. (27): Waiting for docker to start up. Current status is running
2024/01/17 05:32:39 2024-01-17 05:32:39. (28): Docker container is running. container_id = b'2a42a93a9d8efc3131a3d17556c748d838716152d6805720f5c418bfb1829be4', worker_id = worker_17
2024/01/17 05:32:43 2024-01-17 05:32:43. (29): Completed job in 13.82400369644165 seconds with state DONE.
2024/01/17 05:32:43 Job[go-testjdbcio_postgresreadwrite-770-3ee699bb-6670-4af9-b31c-3dfb47967928] state: DONE
2024/01/17 05:32:43 🐳 Terminating container: 0c03b199c459
2024/01/17 05:32:43 🚫 Container terminated: 0c03b199c459
--- PASS: TestJDBCIO_PostgresReadWrite (40.60s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 111.100s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.041s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35399
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpwezm6slu/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39151
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 55s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/cdrouuklkywfo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5073
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5073/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:13 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:13 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:14 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:15 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:16 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:16 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f58406c14c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f58406c1550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f58406c1ca0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f9756d181f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f9756d18310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f9756d18820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f9756d188b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f9756d18a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f9756d18af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f9756d18c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f9756d18ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f9756d18d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f9756d18dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f9756d19040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f9756d19160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f9756d18f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f9756d190d0> ====================
INFO root:portable_runner.py:543 starting control server on port 33515
INFO root:portable_runner.py:543 starting data server on port 38699
INFO root:portable_runner.py:543 starting state server on port 34929
INFO root:portable_runner.py:543 starting logging server on port 33345
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f978b47abb0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'5e28ebddc9d689ab70539e87246fcecb801e5034006738dedb64638de0ad0f95', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f978b555880> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:35651')
INFO root:portable_runner.py:543 Requesting worker at localhost:35651
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:27 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33515.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:36 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:36 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-7cfb5472-e9ae-49e6-a41e-ed44f7f9215a failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 297.30s (0:04:57) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1572938
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1584666.
Stopping expansion service pid: 1584667.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 54s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ssw6n3nd7pdkg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5072
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5072/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:47:52 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:47:53 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:47:53 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:47:55 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:47:55 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:47:55 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fac0dfed4c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fac0dfed550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fac0dfedca0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f9dab6ba1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f9dab6ba310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f9dab6ba820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f9dab6ba8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f9dab6baa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f9dab6baaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f9dab6bac10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f9dab6baca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f9dab6bad30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f9dab6badc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f9dab6bb040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f9dab6bb160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f9dab6baf70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f9dab6bb0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 35161
INFO root:portable_runner.py:543 starting data server on port 34769
INFO root:portable_runner.py:543 starting state server on port 41083
INFO root:portable_runner.py:543 starting logging server on port 38149
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f9dd37aa1f0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'8b022aeb4ccb253700a2c4fd6334217c210c5968ae7f48f128c22ed0da558d60', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f9de06871c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:60771')
INFO root:portable_runner.py:543 Requesting worker at localhost:60771
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:48:06 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:35161.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:48:16 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:48:16 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-653e6f48-d81b-4882-ae41-f5008aa36c15 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 300.73s (0:05:00) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 394428
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 402477.
Stopping expansion service pid: 402478.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 33s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/t7wxxssglyceo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5071
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5071/display/redirect?page=changes>
Changes:
[noreply] Add a read timeout and cache BigQueryIOMetadata (#29662)
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:47:49 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:47:49 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:47:50 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:47:52 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:47:52 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:47:52 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f3d69f191f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f3d69f19280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f3d69f199d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f1aea1491f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f1aea149310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f1aea149820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f1aea1498b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f1aea149a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f1aea149af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f1aea149c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f1aea149ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f1aea149d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f1aea149dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f1aea14a040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f1aea14a160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f1aea149f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f1aea14a0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 44663
INFO root:portable_runner.py:543 starting data server on port 40005
INFO root:portable_runner.py:543 starting state server on port 38871
INFO root:portable_runner.py:543 starting logging server on port 34679
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f1b1e9e8f70> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'7546b4b940dbc2caa9d980f54511d68b9469e5589f957c827686dd7d14c882a7', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f1b1f091040> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:55951')
INFO root:portable_runner.py:543 Requesting worker at localhost:55951
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:03 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:44663.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:12 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 11:48:12 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-595c4e0c-c175-4b9c-b1a6-cc85b33b1766 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 292.21s (0:04:52) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3407493
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3418929.
Stopping expansion service pid: 3418930.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 29s
261 actionable tasks: 178 executed, 73 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/iz5w22asgkxak
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5070
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5070/display/redirect>
Changes:
------------------------------------------
[...truncated 1.54 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:33 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:34 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:34 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:36 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:36 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:36 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f95695831f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f9569583280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f95695839d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7ff0bc5da1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7ff0bc5da310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7ff0bc5da820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7ff0bc5da8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7ff0bc5daa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7ff0bc5daaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7ff0bc5dac10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7ff0bc5daca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7ff0bc5dad30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7ff0bc5dadc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7ff0bc5db040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7ff0bc5db160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7ff0bc5daf70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7ff0bc5db0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 35571
INFO root:portable_runner.py:543 starting data server on port 32783
INFO root:portable_runner.py:543 starting state server on port 39907
INFO root:portable_runner.py:543 starting logging server on port 44251
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff0ebd618b0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'e6ca385c77075b218f59566e405524fd66f1b230146c2db6a393d963eace5bcc', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7ff0eafe3ca0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:54919')
INFO root:portable_runner.py:543 Requesting worker at localhost:54919
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:46 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_88 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:35571.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:56 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 16, 2024 5:53:56 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_88.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-3d96cfc6-b161-47c2-95d7-e83549bbf17d failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 280.57s (0:04:40) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1579869
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1580414.
Stopping expansion service pid: 1580415.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 57s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/q7c4qtyhs5ym4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5069
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5069/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:14 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:15 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:15 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:17 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:17 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:17 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f8f985f2d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f8f985f2dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f8f985f1550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fcac3de91f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fcac3de9310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fcac3de9820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fcac3de98b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fcac3de9a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fcac3de9af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fcac3de9c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fcac3de9ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fcac3de9d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fcac3de9dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fcac3dea040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fcac3dea160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fcac3de9f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fcac3dea0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 41759
INFO root:portable_runner.py:543 starting data server on port 44553
INFO root:portable_runner.py:543 starting state server on port 41177
INFO root:portable_runner.py:543 starting logging server on port 44051
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fcaf80ea460> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'32b125f5b1f5387b51073448af6013d196654990dd84b87e657e1d4a45f82bd1', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fcaf81631f0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36225')
INFO root:portable_runner.py:543 Requesting worker at localhost:36225
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:28 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:41759.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:37 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 15, 2024 11:48:37 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-183ca85f-3b2a-4c8d-b3fd-1fe0779a5635 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 289.21s (0:04:49) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1091623
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1117160.
Stopping expansion service pid: 1117161.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 55s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/2dkuivto3drs4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5068
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5068/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
>
component_coder_ids: "KfHVPrFieeVarIntCoder"
component_coder_ids: "KfHVPrFieeIterableCoder"
>
>
coders: <
key: "KfHVPrFieeRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$a0035829-0460-4bf3-b9c4-82abaf80712f"
>
>
>
coders: <
key: "KfHVPrFieeVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "KfHVPrFieeVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "KfHVPrFieebeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar\022@ae8c3c97fe17eef138d6aaa2e5187c8fb70dded37b48f7b9e35d10a950f51f7e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/15 17:24:00 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705339440400481253
2024/01/15 17:24:03 Prepared job with id: go-testjdbcio_postgresreadwrite-292-08ddd2f6-ed69-40bb-8230-c4b282e72376 and staging token: go-testjdbcio_postgresreadwrite-292-08ddd2f6-ed69-40bb-8230-c4b282e72376
2024/01/15 17:24:03 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-292-08ddd2f6-ed69-40bb-8230-c4b282e72376
2024/01/15 17:24:03 Submitted job: go-testjdbcio_postgresreadwrite-292-08ddd2f6-ed69-40bb-8230-c4b282e72376
2024/01/15 17:24:03 2024-01-15 17:24:03. (1): ==================== <function annotate_downstream_side_inputs at 0x7f01399ac1f0> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f01399ac310> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (3): ==================== <function pack_combiners at 0x7f01399ac820> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (4): ==================== <function lift_combiners at 0x7f01399ac8b0> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (5): ==================== <function expand_sdf at 0x7f01399aca60> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (6): ==================== <function expand_gbk at 0x7f01399acaf0> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (7): ==================== <function sink_flattens at 0x7f01399acc10> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (8): ==================== <function greedily_fuse at 0x7f01399acca0> ====================
2024/01/15 17:24:03 Job[go-testjdbcio_postgresreadwrite-292-08ddd2f6-ed69-40bb-8230-c4b282e72376] state: STOPPED
2024/01/15 17:24:03 Job[go-testjdbcio_postgresreadwrite-292-08ddd2f6-ed69-40bb-8230-c4b282e72376] state: STARTING
2024/01/15 17:24:03 Job[go-testjdbcio_postgresreadwrite-292-08ddd2f6-ed69-40bb-8230-c4b282e72376] state: RUNNING
2024/01/15 17:24:03 2024-01-15 17:24:03. (9): ==================== <function read_to_impulse at 0x7f01399acd30> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (10): ==================== <function impulse_to_input at 0x7f01399acdc0> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (11): ==================== <function sort_stages at 0x7f01399ad040> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f01399ad160> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (13): ==================== <function setup_timer_mapping at 0x7f01399acf70> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (14): ==================== <function populate_data_channel_coders at 0x7f01399ad0d0> ====================
2024/01/15 17:24:03 2024-01-15 17:24:03. (15): starting control server on port 36627
2024/01/15 17:24:03 2024-01-15 17:24:03. (16): starting data server on port 42715
2024/01/15 17:24:03 2024-01-15 17:24:03. (17): starting state server on port 37165
2024/01/15 17:24:03 2024-01-15 17:24:03. (18): starting logging server on port 36289
2024/01/15 17:24:03 2024-01-15 17:24:03. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f016db87790> for environment KfHVPrFieebeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/15 17:24:07 2024-01-15 17:24:07. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/15 17:24:07 2024-01-15 17:24:07. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/15 17:24:08 2024-01-15 17:24:08. (22): Waiting for docker to start up. Current status is running
2024/01/15 17:24:08 2024-01-15 17:24:08. (23): Docker container is running. container_id = b'09f343e9e65bbd54bb1f435fc49fe77e3691eb2cdd14e40bd2d9429403432a21', worker_id = worker_15
2024/01/15 17:24:10 2024-01-15 17:24:10. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f016db922e0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/15 17:24:12 2024-01-15 17:24:12. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/15 17:24:13 2024-01-15 17:24:13. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/15 17:24:14 2024-01-15 17:24:14. (27): Waiting for docker to start up. Current status is running
2024/01/15 17:24:14 2024-01-15 17:24:14. (28): Docker container is running. container_id = b'c629e49a323f16cbb10c3e59c0ada7c7135e99f45572cd8096fa3272f20743e3', worker_id = worker_17
2024/01/15 17:24:17 2024-01-15 17:24:17. (29): Completed job in 14.424577474594116 seconds with state DONE.
2024/01/15 17:24:17 Job[go-testjdbcio_postgresreadwrite-292-08ddd2f6-ed69-40bb-8230-c4b282e72376] state: DONE
2024/01/15 17:24:17 🐳 Terminating container: 2cb4fc452d8e
2024/01/15 17:24:18 🚫 Container terminated: 2cb4fc452d8e
--- PASS: TestJDBCIO_PostgresReadWrite (42.18s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 115.170s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.060s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 43031
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp_x3f3ptj/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35595
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 27s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/3rmj2ivmfmn6e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5067
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5067/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
coders: <
key: "ccBlqGWeIgKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ccBlqGWeIgVarIntCoder"
component_coder_ids: "ccBlqGWeIgRowCoder"
>
>
coders: <
key: "ccBlqGWeIgKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ccBlqGWeIgVarIntCoder"
component_coder_ids: "ccBlqGWeIgCoder1"
>
>
coders: <
key: "ccBlqGWeIgKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ccBlqGWeIgVarIntCoder"
component_coder_ids: "ccBlqGWeIgIterableCoder"
>
>
coders: <
key: "ccBlqGWeIgRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$2ed0c32b-aaea-430c-b011-c025c9b0baff"
>
>
>
coders: <
key: "ccBlqGWeIgVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "ccBlqGWeIgVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "ccBlqGWeIgbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar\022@ae8c3c97fe17eef138d6aaa2e5187c8fb70dded37b48f7b9e35d10a950f51f7e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/15 11:24:15 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705317855252046672
2024/01/15 11:24:18 Prepared job with id: go-testjdbcio_postgresreadwrite-355-11bb08c6-3d08-483a-b42a-80721530e05a and staging token: go-testjdbcio_postgresreadwrite-355-11bb08c6-3d08-483a-b42a-80721530e05a
2024/01/15 11:24:18 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-355-11bb08c6-3d08-483a-b42a-80721530e05a
2024/01/15 11:24:18 Submitted job: go-testjdbcio_postgresreadwrite-355-11bb08c6-3d08-483a-b42a-80721530e05a
2024/01/15 11:24:18 Job[go-testjdbcio_postgresreadwrite-355-11bb08c6-3d08-483a-b42a-80721530e05a] state: STOPPED
2024/01/15 11:24:18 Job[go-testjdbcio_postgresreadwrite-355-11bb08c6-3d08-483a-b42a-80721530e05a] state: STARTING
2024/01/15 11:24:18 Job[go-testjdbcio_postgresreadwrite-355-11bb08c6-3d08-483a-b42a-80721530e05a] state: RUNNING
2024/01/15 11:24:18 2024-01-15 11:24:18. (1): ==================== <function annotate_downstream_side_inputs at 0x7f30879261f0> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f3087926310> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (3): ==================== <function pack_combiners at 0x7f3087926820> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (4): ==================== <function lift_combiners at 0x7f30879268b0> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (5): ==================== <function expand_sdf at 0x7f3087926a60> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (6): ==================== <function expand_gbk at 0x7f3087926af0> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (7): ==================== <function sink_flattens at 0x7f3087926c10> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (8): ==================== <function greedily_fuse at 0x7f3087926ca0> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (9): ==================== <function read_to_impulse at 0x7f3087926d30> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (10): ==================== <function impulse_to_input at 0x7f3087926dc0> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (11): ==================== <function sort_stages at 0x7f3087927040> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f3087927160> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (13): ==================== <function setup_timer_mapping at 0x7f3087926f70> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (14): ==================== <function populate_data_channel_coders at 0x7f30879270d0> ====================
2024/01/15 11:24:18 2024-01-15 11:24:18. (15): starting control server on port 33299
2024/01/15 11:24:18 2024-01-15 11:24:18. (16): starting data server on port 41995
2024/01/15 11:24:18 2024-01-15 11:24:18. (17): starting state server on port 35265
2024/01/15 11:24:18 2024-01-15 11:24:18. (18): starting logging server on port 45835
2024/01/15 11:24:18 2024-01-15 11:24:18. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f30bbfbdb50> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/15 11:24:22 2024-01-15 11:24:22. (20): Attempting to pull image apache/beam_go_sdk:dev
2024/01/15 11:24:22 2024-01-15 11:24:22. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/15 11:24:26 2024-01-15 11:24:26. (22): Waiting for docker to start up. Current status is running
2024/01/15 11:24:26 2024-01-15 11:24:26. (23): Docker container is running. container_id = b'f624cd74f2ae1498ba052bb550bddd9553fb4d095a70697502772638d8f7c861', worker_id = worker_16
2024/01/15 11:24:27 2024-01-15 11:24:27. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f30bbf6e4c0> for environment ccBlqGWeIgbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/15 11:24:29 2024-01-15 11:24:29. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/15 11:24:30 2024-01-15 11:24:30. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/15 11:24:30 2024-01-15 11:24:30. (27): Waiting for docker to start up. Current status is running
2024/01/15 11:24:30 2024-01-15 11:24:30. (28): Docker container is running. container_id = b'8bfdf5b5a12a263098435505a7fcc7c530d6f5f56f27ce81e895692688029121', worker_id = worker_17
2024/01/15 11:24:43 2024-01-15 11:24:43. (29): Completed job in 24.78444743156433 seconds with state DONE.
2024/01/15 11:24:43 Job[go-testjdbcio_postgresreadwrite-355-11bb08c6-3d08-483a-b42a-80721530e05a] state: DONE
2024/01/15 11:24:43 🐳 Terminating container: 013a8ffff394
2024/01/15 11:24:43 🚫 Container terminated: 013a8ffff394
--- PASS: TestJDBCIO_PostgresReadWrite (66.75s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 152.647s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.046s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44837
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpja8h1fzn/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44471
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 18s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/by6bpdekxu42s
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5066
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5066/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
coders: <
key: "msvDqMQNykKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "msvDqMQNykVarIntCoder"
component_coder_ids: "msvDqMQNykRowCoder"
>
>
coders: <
key: "msvDqMQNykKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "msvDqMQNykVarIntCoder"
component_coder_ids: "msvDqMQNykCoder1"
>
>
coders: <
key: "msvDqMQNykKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "msvDqMQNykVarIntCoder"
component_coder_ids: "msvDqMQNykIterableCoder"
>
>
coders: <
key: "msvDqMQNykRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$526dc76f-5f7e-4465-9c68-1a5aa272b5cb"
>
>
>
coders: <
key: "msvDqMQNykVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "msvDqMQNykVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "msvDqMQNykbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar\022@ae8c3c97fe17eef138d6aaa2e5187c8fb70dded37b48f7b9e35d10a950f51f7e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/15 05:36:41 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705297001997715596
2024/01/15 05:36:44 Prepared job with id: go-testjdbcio_postgresreadwrite-418-ad359899-063b-4810-9680-3a8b818efb58 and staging token: go-testjdbcio_postgresreadwrite-418-ad359899-063b-4810-9680-3a8b818efb58
2024/01/15 05:36:45 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-418-ad359899-063b-4810-9680-3a8b818efb58
2024/01/15 05:36:45 Submitted job: go-testjdbcio_postgresreadwrite-418-ad359899-063b-4810-9680-3a8b818efb58
2024/01/15 05:36:45 Job[go-testjdbcio_postgresreadwrite-418-ad359899-063b-4810-9680-3a8b818efb58] state: STOPPED
2024/01/15 05:36:45 Job[go-testjdbcio_postgresreadwrite-418-ad359899-063b-4810-9680-3a8b818efb58] state: STARTING
2024/01/15 05:36:45 Job[go-testjdbcio_postgresreadwrite-418-ad359899-063b-4810-9680-3a8b818efb58] state: RUNNING
2024/01/15 05:36:45 2024-01-15 05:36:45. (1): ==================== <function annotate_downstream_side_inputs at 0x7f4913c1e1f0> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f4913c1e310> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (3): ==================== <function pack_combiners at 0x7f4913c1e820> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (4): ==================== <function lift_combiners at 0x7f4913c1e8b0> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (5): ==================== <function expand_sdf at 0x7f4913c1ea60> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (6): ==================== <function expand_gbk at 0x7f4913c1eaf0> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (7): ==================== <function sink_flattens at 0x7f4913c1ec10> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (8): ==================== <function greedily_fuse at 0x7f4913c1eca0> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (9): ==================== <function read_to_impulse at 0x7f4913c1ed30> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (10): ==================== <function impulse_to_input at 0x7f4913c1edc0> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (11): ==================== <function sort_stages at 0x7f4913c1f040> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f4913c1f160> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (13): ==================== <function setup_timer_mapping at 0x7f4913c1ef70> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (14): ==================== <function populate_data_channel_coders at 0x7f4913c1f0d0> ====================
2024/01/15 05:36:45 2024-01-15 05:36:45. (15): starting control server on port 43701
2024/01/15 05:36:45 2024-01-15 05:36:45. (16): starting data server on port 35687
2024/01/15 05:36:45 2024-01-15 05:36:45. (17): starting state server on port 38591
2024/01/15 05:36:45 2024-01-15 05:36:45. (18): starting logging server on port 35787
2024/01/15 05:36:45 2024-01-15 05:36:45. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f4948c711f0> for environment msvDqMQNykbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/15 05:36:48 2024-01-15 05:36:48. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/15 05:36:48 2024-01-15 05:36:48. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/15 05:36:50 2024-01-15 05:36:50. (22): Waiting for docker to start up. Current status is running
2024/01/15 05:36:50 2024-01-15 05:36:50. (23): Docker container is running. container_id = b'370a816271ee6863d2beeb186c0fbb1137d0076c492bb83af7a66451008af35c', worker_id = worker_15
2024/01/15 05:36:51 2024-01-15 05:36:51. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f4948c77ca0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/15 05:36:53 2024-01-15 05:36:53. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/15 05:36:54 2024-01-15 05:36:54. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/15 05:36:55 2024-01-15 05:36:55. (27): Waiting for docker to start up. Current status is running
2024/01/15 05:36:55 2024-01-15 05:36:55. (28): Docker container is running. container_id = b'63efd457bf02103af2478e77dbb205bf9a8152774fb59ae070a046e68fb47310', worker_id = worker_17
2024/01/15 05:37:00 2024-01-15 05:37:00. (29): Completed job in 14.970458269119263 seconds with state DONE.
2024/01/15 05:37:00 Job[go-testjdbcio_postgresreadwrite-418-ad359899-063b-4810-9680-3a8b818efb58] state: DONE
2024/01/15 05:37:00 🐳 Terminating container: bcb00636119e
2024/01/15 05:37:00 🚫 Container terminated: bcb00636119e
--- PASS: TestJDBCIO_PostgresReadWrite (48.44s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 121.836s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.045s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 36335
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp04g74pro/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41853
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 52s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/zp4mdbycrkagk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5065
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5065/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:29 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:29 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:30 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:31 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:32 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:32 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f937fe75dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f937fe75e50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f937fe775e0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7ff75402a1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7ff75402a310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7ff75402a820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7ff75402a8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7ff75402aa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7ff75402aaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7ff75402ac10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7ff75402aca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7ff75402ad30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7ff75402adc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7ff75402b040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7ff75402b160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7ff75402af70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7ff75402b0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 42105
INFO root:portable_runner.py:543 starting data server on port 44433
INFO root:portable_runner.py:543 starting state server on port 42121
INFO root:portable_runner.py:543 starting logging server on port 34101
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff7889c10d0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'c6245980964ce5f66e30f7c187c9a276e99af0f4e668e617d9675d81fc7e2060', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7ff7890c9940> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:52405')
INFO root:portable_runner.py:543 Requesting worker at localhost:52405
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:42 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:42105.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:52 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 11:48:52 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-de21e336-5dd6-44f2-8340-5ea75548f37c failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 300.61s (0:05:00) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 863387
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 871184.
Stopping expansion service pid: 871185.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 13s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/xcfr3ulqg724c
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5064
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5064/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:18 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:18 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:19 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:20 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:21 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:21 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe4913b1dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe4913b1e50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe4913b05e0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fddb4bba1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fddb4bba310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fddb4bba820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fddb4bba8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fddb4bbaa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fddb4bbaaf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fddb4bbac10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fddb4bbaca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fddb4bbad30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fddb4bbadc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fddb4bbb040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fddb4bbb160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fddb4bbaf70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fddb4bbb0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 46513
INFO root:portable_runner.py:543 starting data server on port 45577
INFO root:portable_runner.py:543 starting state server on port 37031
INFO root:portable_runner.py:543 starting logging server on port 40623
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdde6533dc0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'38be6939434c84004cad683e6ad102a783d5e8f70c4a764c0fb271ee3f23ed57', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdde65373d0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:57817')
INFO root:portable_runner.py:543 Requesting worker at localhost:57817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:32 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_88 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:46513.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:41 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:48:41 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_88.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-355bdef9-5a98-4466-bf9b-784e3901630b failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 299.27s (0:04:59) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 4103369
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4108913.
Stopping expansion service pid: 4108914.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 57s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/2ejku6qxd7gci
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5063
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5063/display/redirect>
Changes:
------------------------------------------
[...truncated 1.47 MB...]
coders: <
key: "jqGjUPIcsJKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "jqGjUPIcsJVarIntCoder"
component_coder_ids: "jqGjUPIcsJRowCoder"
>
>
coders: <
key: "jqGjUPIcsJKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "jqGjUPIcsJVarIntCoder"
component_coder_ids: "jqGjUPIcsJCoder1"
>
>
coders: <
key: "jqGjUPIcsJKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "jqGjUPIcsJVarIntCoder"
component_coder_ids: "jqGjUPIcsJIterableCoder"
>
>
coders: <
key: "jqGjUPIcsJRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$31d684fa-feaa-4d47-be9b-6e3eb2f7d5c1"
>
>
>
coders: <
key: "jqGjUPIcsJVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "jqGjUPIcsJVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "jqGjUPIcsJbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar\022@ae8c3c97fe17eef138d6aaa2e5187c8fb70dded37b48f7b9e35d10a950f51f7e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/14 11:23:14 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705231394524948504
2024/01/14 11:23:17 Prepared job with id: go-testjdbcio_postgresreadwrite-956-7141eb31-0cc8-4e14-bc59-23bab9115273 and staging token: go-testjdbcio_postgresreadwrite-956-7141eb31-0cc8-4e14-bc59-23bab9115273
2024/01/14 11:23:17 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-956-7141eb31-0cc8-4e14-bc59-23bab9115273
2024/01/14 11:23:17 Submitted job: go-testjdbcio_postgresreadwrite-956-7141eb31-0cc8-4e14-bc59-23bab9115273
2024/01/14 11:23:17 Job[go-testjdbcio_postgresreadwrite-956-7141eb31-0cc8-4e14-bc59-23bab9115273] state: STOPPED
2024/01/14 11:23:17 Job[go-testjdbcio_postgresreadwrite-956-7141eb31-0cc8-4e14-bc59-23bab9115273] state: STARTING
2024/01/14 11:23:17 Job[go-testjdbcio_postgresreadwrite-956-7141eb31-0cc8-4e14-bc59-23bab9115273] state: RUNNING
2024/01/14 11:23:17 2024-01-14 11:23:17. (1): ==================== <function annotate_downstream_side_inputs at 0x7fcfd43731f0> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fcfd4373310> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (3): ==================== <function pack_combiners at 0x7fcfd4373820> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (4): ==================== <function lift_combiners at 0x7fcfd43738b0> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (5): ==================== <function expand_sdf at 0x7fcfd4373a60> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (6): ==================== <function expand_gbk at 0x7fcfd4373af0> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (7): ==================== <function sink_flattens at 0x7fcfd4373c10> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (8): ==================== <function greedily_fuse at 0x7fcfd4373ca0> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (9): ==================== <function read_to_impulse at 0x7fcfd4373d30> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (10): ==================== <function impulse_to_input at 0x7fcfd4373dc0> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (11): ==================== <function sort_stages at 0x7fcfd4374040> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fcfd4374160> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (13): ==================== <function setup_timer_mapping at 0x7fcfd4373f70> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (14): ==================== <function populate_data_channel_coders at 0x7fcfd43740d0> ====================
2024/01/14 11:23:17 2024-01-14 11:23:17. (15): starting control server on port 44337
2024/01/14 11:23:17 2024-01-14 11:23:17. (16): starting data server on port 36919
2024/01/14 11:23:17 2024-01-14 11:23:17. (17): starting state server on port 46371
2024/01/14 11:23:17 2024-01-14 11:23:17. (18): starting logging server on port 43739
2024/01/14 11:23:17 2024-01-14 11:23:17. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd007f96580> for environment jqGjUPIcsJbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/14 11:23:21 2024-01-14 11:23:21. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/14 11:23:21 2024-01-14 11:23:21. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/14 11:23:23 2024-01-14 11:23:23. (22): Waiting for docker to start up. Current status is running
2024/01/14 11:23:23 2024-01-14 11:23:23. (23): Docker container is running. container_id = b'7e93dde047cbae7084554d8db5b6c1d1b3963c91fda732c082db60911823aa6d', worker_id = worker_15
2024/01/14 11:23:24 2024-01-14 11:23:24. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd007f9cfa0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/14 11:23:26 2024-01-14 11:23:26. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/14 11:23:27 2024-01-14 11:23:27. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/14 11:23:28 2024-01-14 11:23:28. (27): Waiting for docker to start up. Current status is running
2024/01/14 11:23:28 2024-01-14 11:23:28. (28): Docker container is running. container_id = b'6c5693ca64bf0daf718fdea0930a5ca0186937837deb7c8b0755712ba629b946', worker_id = worker_17
2024/01/14 11:23:31 2024-01-14 11:23:31. (29): Completed job in 14.292985916137695 seconds with state DONE.
2024/01/14 11:23:31 Job[go-testjdbcio_postgresreadwrite-956-7141eb31-0cc8-4e14-bc59-23bab9115273] state: DONE
2024/01/14 11:23:31 🐳 Terminating container: e8b213b121e5
2024/01/14 11:23:32 🚫 Container terminated: e8b213b121e5
--- PASS: TestJDBCIO_PostgresReadWrite (45.78s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 116.330s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.074s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42385
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpmsus9jay/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42221
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 28s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/eh2wftx6t53oa
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5062
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5062/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:53:58 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:53:58 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:53:58 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:54:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:54:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:54:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f29d243cdc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f29d243ce50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f29d243f5e0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fd98f2e21f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fd98f2e2310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fd98f2e2820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fd98f2e28b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fd98f2e2a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fd98f2e2af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fd98f2e2c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fd98f2e2ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fd98f2e2d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fd98f2e2dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fd98f2e3040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fd98f2e3160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fd98f2e2f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fd98f2e30d0> ====================
INFO root:portable_runner.py:543 starting control server on port 40127
INFO root:portable_runner.py:543 starting data server on port 38509
INFO root:portable_runner.py:543 starting state server on port 40867
INFO root:portable_runner.py:543 starting logging server on port 42687
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd9c3ad7790> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'581cf6f2377db65793ce5bad4ff50c11521d8732dbac2f0701ba742c3db1ae19', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fd9c3bdb1c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:59823')
INFO root:portable_runner.py:543 Requesting worker at localhost:59823
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:54:11 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:40127.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:54:20 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 14, 2024 5:54:20 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-70dd1bdc-9575-4b89-ae94-f550f1cf80f9 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 280.87s (0:04:40) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 273839
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 274368.
Stopping expansion service pid: 274369.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 14s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/nwx4ssdw4u6yo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5061
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5061/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:49:36 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:49:36 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:49:36 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:49:38 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:49:38 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:49:39 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f6933f65dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f6933f65e50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f6933f675e0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f82370261f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f8237026310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f8237026820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f82370268b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f8237026a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f8237026af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f8237026c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f8237026ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f8237026d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f8237026dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f8237027040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f8237027160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f8237026f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f82370270d0> ====================
INFO root:portable_runner.py:543 starting control server on port 36911
INFO root:portable_runner.py:543 starting data server on port 43503
INFO root:portable_runner.py:543 starting state server on port 36717
INFO root:portable_runner.py:543 starting logging server on port 33907
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f826c05d4f0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'28966c6153448da3d611863fa12f2a6d6d5f6301917293cc5f43c60784eea0ac', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f826c0fbbe0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:56113')
INFO root:portable_runner.py:543 Requesting worker at localhost:56113
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:49:50 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:36911.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:50:00 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:50:00 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-a70ac32c-e0e5-4329-8466-bf1edece6810 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 312.07s (0:05:12) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 907539
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 916451.
Stopping expansion service pid: 916452.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 34s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/kvdhozga5shyy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5060
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5060/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:50:59 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:50:59 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:51:00 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:51:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:51:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:51:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f53507cadc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f53507cae50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f53507cb5e0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f58479091f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f5847909310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f5847909820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f58479098b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f5847909a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f5847909af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f5847909c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f5847909ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f5847909d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f5847909dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f584790a040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f584790a160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f5847909f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f584790a0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 38941
INFO root:portable_runner.py:543 starting data server on port 35731
INFO root:portable_runner.py:543 starting state server on port 35661
INFO root:portable_runner.py:543 starting logging server on port 33721
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f587c6cbf70> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'fef7a96a745d75d1376fda23893c553cf3ff9539874c49788e0ac5f334830ccd', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f587c6a8490> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:51709')
INFO root:portable_runner.py:543 Requesting worker at localhost:51709
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:51:13 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:38941.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:51:23 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:51:23 PM org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer$InboundObserver onCompleted
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Hanged up for url: "apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:35731"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 .
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 5:51:23 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-49518d07-0a60-4107-8931-788c41acda95 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 324.44s (0:05:24) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 4146409
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4152719.
Stopping expansion service pid: 4152720.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 40m 44s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/3hrfehkhd7qxc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5059
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5059/display/redirect>
Changes:
------------------------------------------
[...truncated 1.68 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:47:38 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:47:38 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:47:38 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:47:40 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:47:40 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:47:40 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f17fe03adc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f17fe03ae50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f17fe03c5e0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f8bdce801f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f8bdce80310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f8bdce80820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f8bdce808b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f8bdce80a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f8bdce80af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f8bdce80c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f8bdce80ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f8bdce80d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f8bdce80dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f8bdce81040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f8bdce81160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f8bdce80f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f8bdce810d0> ====================
INFO root:portable_runner.py:543 starting control server on port 44203
INFO root:portable_runner.py:543 starting data server on port 37491
INFO root:portable_runner.py:543 starting state server on port 44615
INFO root:portable_runner.py:543 starting logging server on port 35725
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8c1119fd30> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'145463ea3ecf11181f507cbd2bd733415358b2c399afa1df1a4b5d319b97c4df', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f8c111b91c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:37015')
INFO root:portable_runner.py:543 Requesting worker at localhost:37015
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:47:52 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_88 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:44203.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:48:01 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 13, 2024 11:48:01 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_88.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-245ec638-a81b-4cf5-940e-80b5464ef2b6 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7279 deselected in 287.48s (0:04:47) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3170870
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3198088.
Stopping expansion service pid: 3198089.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 16s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/xuqq3yswe7asu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5058
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5058/display/redirect>
Changes:
------------------------------------------
[...truncated 119.48 KB...]
> Task :release:go-licenses:py:dockerRun
+ rm -rf '/output/*'
+ go get github.com/apache/beam/sdks/v2/python/container
go: downloading github.com/apache/beam/sdks/v2 v2.53.0
go: downloading github.com/apache/beam v2.53.0+incompatible
> Task :release:go-licenses:go:createLicenses
> Task :sdks:go:container:copyGolangLicenses
> Task :sdks:go:container:dockerPrepare
> Task :sdks:java:container:java8:dockerPrepare
> Task :sdks:go:container:docker
#1 [internal] load build definition from Dockerfile
#1 transferring dockerfile: 1.70kB done
#1 DONE 0.0s
#2 [internal] load .dockerignore
#2 transferring context: 2B done
#2 DONE 0.0s
#3 [internal] load metadata for docker.io/library/debian:bookworm
#3 DONE 0.3s
#4 [1/7] FROM docker.io/library/debian:bookworm@sha256:b16cef8cbcb20935c0f052e37fc3d38dc92bfec0bcfb894c328547f81e932d67
#4 CACHED
#5 [internal] load build context
#5 transferring context: 22.77MB 0.2s done
#5 DONE 0.3s
#6 [2/7] RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y ca-certificates && rm -rf /var/lib/apt/lists/*
#6 0.703 Get:1 http://deb.debian.org/debian bookworm InRelease [151 kB]
#6 0.988 Get:2 http://deb.debian.org/debian bookworm-updates InRelease [52.1 kB]
#6 1.088 Get:3 http://deb.debian.org/debian-security bookworm-security InRelease [48.0 kB]
#6 1.659 Get:4 http://deb.debian.org/debian bookworm/main amd64 Packages [8787 kB]
> Task :sdks:java:extensions:sql:expansion-service:shadowJar FROM-CACHE
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeClassesDependencies FROM-CACHE
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeTestClassesDependencies SKIPPED
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeDependencies UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:checkstyleMain NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:checkstyleTest NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:javadoc NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotbugsMain NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotbugsTest SKIPPED
> Task :sdks:java:io:google-cloud-platform:expansion-service:test NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:check UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:build
> Task :sdks:java:container:java8:docker
#1 [internal] load build definition from Dockerfile
#1 transferring dockerfile: 2.59kB done
#1 DONE 0.0s
#2 [internal] load .dockerignore
#2 transferring context: 2B done
#2 DONE 0.0s
#3 [internal] load metadata for docker.io/library/eclipse-temurin:8
#3 DONE 0.3s
#4 [ 1/16] FROM docker.io/library/eclipse-temurin:8@sha256:efd0b5cad8d7f23cc947bbe136353ea39167f71f91a6e96796fc2c4e863653f7
#4 resolve docker.io/library/eclipse-temurin:8@sha256:efd0b5cad8d7f23cc947bbe136353ea39167f71f91a6e96796fc2c4e863653f7 0.0s done
#4 CACHED
#5 [internal] load build context
#5 transferring context: 47.31MB 0.4s done
#5 DONE 0.4s
#6 [ 2/16] ADD target/slf4j-api.jar /opt/apache/beam/jars/
#6 DONE 6.6s
#7 [ 3/16] ADD target/slf4j-jdk14.jar /opt/apache/beam/jars/
#7 DONE 0.7s
#8 [ 4/16] ADD target/jcl-over-slf4j.jar /opt/apache/beam/jars/
#8 DONE 0.4s
#9 [ 5/16] ADD target/log4j-over-slf4j.jar /opt/apache/beam/jars/
#9 DONE 0.5s
#10 [ 6/16] ADD target/log4j-to-slf4j.jar /opt/apache/beam/jars/
#10 DONE 0.3s
#11 [ 7/16] ADD target/beam-sdks-java-harness.jar /opt/apache/beam/jars/
#11 DONE 0.2s
#12 [ 8/16] COPY target/jamm.jar target/open-module-agent*.jar /opt/apache/beam/jars/
#12 DONE 0.2s
#13 [ 9/16] COPY target/linux_amd64/boot /opt/apache/beam/
#13 DONE 0.4s
#14 [10/16] COPY target/LICENSE /opt/apache/beam/
#14 DONE 0.2s
#15 [11/16] COPY target/NOTICE /opt/apache/beam/
#15 DONE 0.1s
#16 [12/16] ADD target/third_party_licenses /opt/apache/beam/third_party_licenses/
#16 DONE 0.3s
#17 [13/16] COPY target/LICENSE target/options/* /opt/apache/beam/options/
#17 DONE 0.1s
#18 [14/16] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#18 DONE 0.1s
> Task :release:go-licenses:py:dockerRun FAILED
go: downloading github.com/golang/protobuf v1.5.3
go: downloading google.golang.org/protobuf v1.31.0
go: downloading google.golang.org/grpc v1.59.0
go: downloading golang.org/x/net v0.19.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20231120223509-83a465c0220f
go: downloading golang.org/x/sys v0.15.0
go: downloading google.golang.org/genproto v0.0.0-20231106174013-bbf56f31fb17
go: downloading golang.org/x/text v0.14.0
github.com/apache/beam/sdks/v2/python/container imports
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/xlangx/expansionx imports
google.golang.org/grpc imports
google.golang.org/grpc/internal/transport imports
golang.org/x/net/http2 imports
golang.org/x/net/idna imports
golang.org/x/text/secure/bidirule: golang.org/x/text@v0.14.0: Get "https://proxy.golang.org/golang.org/x/text/@v/v0.14.0.mod": read tcp 172.17.0.2:48520->142.250.103.141:443: read: connection reset by peer
github.com/apache/beam/sdks/v2/python/container imports
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/xlangx/expansionx imports
google.golang.org/grpc imports
google.golang.org/grpc/internal/transport imports
golang.org/x/net/http2 imports
golang.org/x/net/idna imports
golang.org/x/text/unicode/bidi: golang.org/x/text@v0.14.0: Get "https://proxy.golang.org/golang.org/x/text/@v/v0.14.0.mod": read tcp 172.17.0.2:48520->142.250.103.141:443: read: connection reset by peer
github.com/apache/beam/sdks/v2/python/container imports
github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/xlangx/expansionx imports
google.golang.org/grpc imports
google.golang.org/grpc/internal/transport imports
golang.org/x/net/http2 imports
golang.org/x/net/idna imports
golang.org/x/text/unicode/norm: golang.org/x/text@v0.14.0: Get "https://proxy.golang.org/golang.org/x/text/@v/v0.14.0.mod": read tcp 172.17.0.2:48520->142.250.103.141:443: read: connection reset by peer
> Task :sdks:go:container:docker
#6 2.529 Get:5 http://deb.debian.org/debian bookworm-updates/main amd64 Packages [12.7 kB]
#6 2.529 Get:6 http://deb.debian.org/debian-security bookworm-security/main amd64 Packages [134 kB]
#6 4.433 Fetched 9185 kB in 4s (2404 kB/s)
#6 4.433 Reading package lists...
#6 5.260 Reading package lists...
#6 6.026 Building dependency tree...
#6 6.229 Reading state information...
#6 6.492 The following additional packages will be installed:
#6 6.493 libssl3 openssl
#6 6.600 The following NEW packages will be installed:
#6 6.601 ca-certificates libssl3 openssl
#6 6.701 0 upgraded, 3 newly installed, 0 to remove and 0 not upgraded.
#6 6.701 Need to get 3591 kB of archives.
#6 6.701 After this operation, 8893 kB of additional disk space will be used.
#6 6.701 Get:1 http://deb.debian.org/debian bookworm/main amd64 libssl3 amd64 3.0.11-1~deb12u2 [2019 kB]
#6 7.014 Get:2 http://deb.debian.org/debian bookworm/main amd64 openssl amd64 3.0.11-1~deb12u2 [1419 kB]
#6 7.109 Get:3 http://deb.debian.org/debian bookworm/main amd64 ca-certificates all 20230311 [153 kB]
#6 8.590 debconf: delaying package configuration, since apt-utils is not installed
#6 8.667 Fetched 3591 kB in 1s (7163 kB/s)
#6 9.051 Selecting previously unselected package libssl3:amd64.
#6 9.051 (Reading database ... (Reading database ... 5%(Reading database ... 10%(Reading database ... 15%(Reading database ... 20%(Reading database ... 25%(Reading database ... 30%(Reading database ... 35%(Reading database ... 40%(Reading database ... 45%(Reading database ... 50%(Reading database ... 55%(Reading database ... 60%(Reading database ... 65%(Reading database ... 70%(Reading database ... 75%(Reading database ... 80%(Reading database ... 85%(Reading database ... 90%(Reading database ... 95%(Reading database ... 100%(Reading database ... 6098 files and directories currently installed.)
#6 9.062 Preparing to unpack .../libssl3_3.0.11-1~deb12u2_amd64.deb ...
#6 9.072 Unpacking libssl3:amd64 (3.0.11-1~deb12u2) ...
#6 9.365 Selecting previously unselected package openssl.
#6 9.367 Preparing to unpack .../openssl_3.0.11-1~deb12u2_amd64.deb ...
#6 9.395 Unpacking openssl (3.0.11-1~deb12u2) ...
#6 9.953 Selecting previously unselected package ca-certificates.
#6 9.955 Preparing to unpack .../ca-certificates_20230311_all.deb ...
#6 9.995 Unpacking ca-certificates (20230311) ...
#6 10.18 Setting up libssl3:amd64 (3.0.11-1~deb12u2) ...
#6 10.20 Setting up openssl (3.0.11-1~deb12u2) ...
#6 10.22 Setting up ca-certificates (20230311) ...
> Task :sdks:java:container:java8:docker
#19 [15/16] RUN if [ "true" = "false" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
#19 DONE 0.3s
#20 [16/16] COPY target/profiler/* /opt/google_cloud_profiler/
#20 DONE 0.1s
#21 exporting to image
#21 exporting layers
#21 exporting layers 0.2s done
#21 writing image sha256:8037419e91ccbdcf5b576cc9ca6fab6130f7a1584ee35c03938591b50a0c9522 done
#21 naming to docker.io/apache/beam_java8_sdk:2.54.0.dev done
#21 DONE 0.2s
> Task :sdks:go:container:docker
#6 11.36 Updating certificates in /etc/ssl/certs...
#6 12.18 140 added, 0 removed; done.
#6 12.24 Processing triggers for libc-bin (2.36-9+deb12u3) ...
#6 12.27 Processing triggers for ca-certificates (20230311) ...
#6 12.28 Updating certificates in /etc/ssl/certs...
#6 12.88 0 added, 0 removed; done.
#6 12.88 Running hooks in /etc/ca-certificates/update.d...
#6 12.91 done.
#6 DONE 13.0s
#7 [3/7] ADD target/linux_amd64/boot /opt/apache/beam/
#7 DONE 0.2s
#8 [4/7] COPY target/LICENSE /opt/apache/beam/
#8 DONE 0.0s
#9 [5/7] COPY target/NOTICE /opt/apache/beam/
#9 DONE 0.0s
#10 [6/7] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#10 DONE 0.0s
#11 [7/7] RUN if [ "true" = "false" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
#11 DONE 0.3s
#12 exporting to image
#12 exporting layers
#12 exporting layers 0.2s done
#12 writing image sha256:72a9584016f3606b4ba1e020def9791c9ba2c9d99eb42f9102af4ea1eff7b3e9 done
#12 naming to docker.io/apache/beam_go_sdk:latest done
#12 DONE 0.2s
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerSetup
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':release:go-licenses:py:dockerRun'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 6m 21s
252 actionable tasks: 163 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ww2cx52d67sqq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5057
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5057/display/redirect>
Changes:
------------------------------------------
[...truncated 1.49 MB...]
>
component_coder_ids: "SXDvgENGrHVarIntCoder"
component_coder_ids: "SXDvgENGrHIterableCoder"
>
>
coders: <
key: "SXDvgENGrHRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$6408bdae-3000-499c-8bd8-fbf3e2bcccb8"
>
>
>
coders: <
key: "SXDvgENGrHVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "SXDvgENGrHVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "SXDvgENGrHbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar\022@ae8c3c97fe17eef138d6aaa2e5187c8fb70dded37b48f7b9e35d10a950f51f7e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/12 23:23:42 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705101822065920124
2024/01/12 23:23:44 Prepared job with id: go-testjdbcio_postgresreadwrite-772-a750c662-4fe3-40a7-b2df-34269ee080a6 and staging token: go-testjdbcio_postgresreadwrite-772-a750c662-4fe3-40a7-b2df-34269ee080a6
2024/01/12 23:23:45 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-772-a750c662-4fe3-40a7-b2df-34269ee080a6
2024/01/12 23:23:45 Submitted job: go-testjdbcio_postgresreadwrite-772-a750c662-4fe3-40a7-b2df-34269ee080a6
2024/01/12 23:23:45 Job[go-testjdbcio_postgresreadwrite-772-a750c662-4fe3-40a7-b2df-34269ee080a6] state: STOPPED
2024/01/12 23:23:45 Job[go-testjdbcio_postgresreadwrite-772-a750c662-4fe3-40a7-b2df-34269ee080a6] state: STARTING
2024/01/12 23:23:45 Job[go-testjdbcio_postgresreadwrite-772-a750c662-4fe3-40a7-b2df-34269ee080a6] state: RUNNING
2024/01/12 23:23:45 2024-01-12 23:23:45. (1): ==================== <function annotate_downstream_side_inputs at 0x7f6b2ec951f0> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f6b2ec95310> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (3): ==================== <function pack_combiners at 0x7f6b2ec95820> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (4): ==================== <function lift_combiners at 0x7f6b2ec958b0> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (5): ==================== <function expand_sdf at 0x7f6b2ec95a60> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (6): ==================== <function expand_gbk at 0x7f6b2ec95af0> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (7): ==================== <function sink_flattens at 0x7f6b2ec95c10> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (8): ==================== <function greedily_fuse at 0x7f6b2ec95ca0> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (9): ==================== <function read_to_impulse at 0x7f6b2ec95d30> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (10): ==================== <function impulse_to_input at 0x7f6b2ec95dc0> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (11): ==================== <function sort_stages at 0x7f6b2ec96040> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f6b2ec96160> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (13): ==================== <function setup_timer_mapping at 0x7f6b2ec95f70> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (14): ==================== <function populate_data_channel_coders at 0x7f6b2ec960d0> ====================
2024/01/12 23:23:45 2024-01-12 23:23:45. (15): starting control server on port 35605
2024/01/12 23:23:45 2024-01-12 23:23:45. (16): starting data server on port 43843
2024/01/12 23:23:45 2024-01-12 23:23:45. (17): starting state server on port 43387
2024/01/12 23:23:45 2024-01-12 23:23:45. (18): starting logging server on port 32915
2024/01/12 23:23:45 2024-01-12 23:23:45. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6b63cb1c70> for environment SXDvgENGrHbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/12 23:23:48 2024-01-12 23:23:48. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/12 23:23:48 2024-01-12 23:23:48. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/12 23:23:50 2024-01-12 23:23:50. (22): Waiting for docker to start up. Current status is running
2024/01/12 23:23:50 2024-01-12 23:23:50. (23): Docker container is running. container_id = b'b5e39295a41fcf991638261e846bbce74d929f61c0772bf03eefedbd1487cf87', worker_id = worker_15
2024/01/12 23:23:51 2024-01-12 23:23:51. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6b63cbb700> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/12 23:23:53 2024-01-12 23:23:53. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/12 23:23:54 2024-01-12 23:23:54. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/12 23:23:55 2024-01-12 23:23:55. (27): Waiting for docker to start up. Current status is running
2024/01/12 23:23:55 2024-01-12 23:23:55. (28): Docker container is running. container_id = b'1edbf37d0369fb812afa08250dad10da8047c9921c8048d95f4d798839ca7dc5', worker_id = worker_17
2024/01/12 23:23:59 2024-01-12 23:23:59. (29): Completed job in 13.894214391708374 seconds with state DONE.
2024/01/12 23:23:59 Job[go-testjdbcio_postgresreadwrite-772-a750c662-4fe3-40a7-b2df-34269ee080a6] state: DONE
2024/01/12 23:23:59 🐳 Terminating container: 368e99d11bc9
2024/01/12 23:23:59 🚫 Container terminated: 368e99d11bc9
--- PASS: TestJDBCIO_PostgresReadWrite (41.03s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 139.147s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.040s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34471
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmphdhmuoa_/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40343
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 27s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/5l3fnktucomiu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5056
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5056/display/redirect?page=changes>
Changes:
[noreply] Upgrade Parquet to 0.13.1 (#29953)
------------------------------------------
[...truncated 193.44 KB...]
#6 [2/7] RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y ca-certificates && rm -rf /var/lib/apt/lists/*
#6 0.563 Get:1 http://deb.debian.org/debian bookworm InRelease [151 kB]
> Task :sdks:python:installGcpTest
> Task :sdks:java:container:java8:docker
#1 [internal] load build definition from Dockerfile
#1 transferring dockerfile: 2.59kB done
#1 DONE 0.0s
#2 [internal] load .dockerignore
#2 transferring context: 2B done
#2 DONE 0.0s
#3 [internal] load metadata for docker.io/library/eclipse-temurin:8
#3 DONE 0.4s
#4 [ 1/16] FROM docker.io/library/eclipse-temurin:8@sha256:efd0b5cad8d7f23cc947bbe136353ea39167f71f91a6e96796fc2c4e863653f7
#4 resolve docker.io/library/eclipse-temurin:8@sha256:efd0b5cad8d7f23cc947bbe136353ea39167f71f91a6e96796fc2c4e863653f7 0.0s done
#4 ...
#5 [internal] load build context
#5 transferring context: 47.31MB 0.4s done
#5 DONE 0.4s
#6 [ 2/16] ADD target/slf4j-api.jar /opt/apache/beam/jars/
#6 DONE 5.7s
#7 [ 3/16] ADD target/slf4j-jdk14.jar /opt/apache/beam/jars/
#7 DONE 0.9s
#8 [ 4/16] ADD target/jcl-over-slf4j.jar /opt/apache/beam/jars/
#8 DONE 0.5s
#9 [ 5/16] ADD target/log4j-over-slf4j.jar /opt/apache/beam/jars/
#9 DONE 0.6s
#4 [ 1/16] FROM docker.io/library/eclipse-temurin:8@sha256:efd0b5cad8d7f23cc947bbe136353ea39167f71f91a6e96796fc2c4e863653f7
#4 ...
#10 [ 6/16] ADD target/log4j-to-slf4j.jar /opt/apache/beam/jars/
#10 DONE 0.4s
#11 [ 7/16] ADD target/beam-sdks-java-harness.jar /opt/apache/beam/jars/
#11 DONE 0.2s
#12 [ 8/16] COPY target/jamm.jar target/open-module-agent*.jar /opt/apache/beam/jars/
#12 DONE 0.2s
#13 [ 9/16] COPY target/linux_amd64/boot /opt/apache/beam/
#13 DONE 0.3s
#4 [ 1/16] FROM docker.io/library/eclipse-temurin:8@sha256:efd0b5cad8d7f23cc947bbe136353ea39167f71f91a6e96796fc2c4e863653f7
#4 ...
#14 [10/16] COPY target/LICENSE /opt/apache/beam/
#14 DONE 0.1s
#15 [11/16] COPY target/NOTICE /opt/apache/beam/
#15 DONE 0.2s
#16 [12/16] ADD target/third_party_licenses /opt/apache/beam/third_party_licenses/
#16 DONE 0.2s
#17 [13/16] COPY target/LICENSE target/options/* /opt/apache/beam/options/
#17 DONE 0.2s
#18 [14/16] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#18 DONE 0.1s
#4 [ 1/16] FROM docker.io/library/eclipse-temurin:8@sha256:efd0b5cad8d7f23cc947bbe136353ea39167f71f91a6e96796fc2c4e863653f7
#4 ...
#19 [15/16] RUN if [ "true" = "false" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
#19 DONE 0.4s
#20 [16/16] COPY target/profiler/* /opt/google_cloud_profiler/
#20 DONE 0.1s
#21 exporting to image
#21 exporting layers
#21 exporting layers 0.3s done
#21 writing image sha256:cbd7b43cd6779c62dc9b3a3514e9dad1609db2bbe3dde5612a18413fa6262d55 done
#21 naming to docker.io/apache/beam_java8_sdk:2.54.0.dev done
#21 DONE 0.3s
#4 [ 1/16] FROM docker.io/library/eclipse-temurin:8@sha256:efd0b5cad8d7f23cc947bbe136353ea39167f71f91a6e96796fc2c4e863653f7
> Task :release:go-licenses:py:dockerRun
go: downloading github.com/golang/protobuf v1.5.3
go: downloading google.golang.org/grpc v1.59.0
go: downloading google.golang.org/protobuf v1.31.0
go: downloading golang.org/x/net v0.19.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20231120223509-83a465c0220f
go: downloading google.golang.org/genproto v0.0.0-20231106174013-bbf56f31fb17
go: downloading golang.org/x/sys v0.15.0
go: downloading golang.org/x/text v0.14.0
go: added github.com/apache/beam/sdks/v2 v2.53.0
go: added github.com/golang/protobuf v1.5.3
go: added golang.org/x/net v0.19.0
go: added golang.org/x/sys v0.15.0
go: added golang.org/x/text v0.14.0
go: added google.golang.org/genproto/googleapis/rpc v0.0.0-20231120223509-83a465c0220f
go: added google.golang.org/grpc v1.59.0
go: added google.golang.org/protobuf v1.31.0
+ go-licenses save github.com/apache/beam/sdks/v2/python/container --save_path=/output/licenses
W0112 18:01:20.029620 41 library.go:101] "golang.org/x/sys/unix" contains non-Go code that can't be inspected for further dependencies:
/go/pkg/mod/golang.org/x/sys@v0.15.0/unix/asm_linux_amd64.s
+ go-licenses csv github.com/apache/beam/sdks/v2/python/container
+ tee /output/licenses/list.csv
> Task :sdks:go:container:docker
#6 0.692 Get:2 http://deb.debian.org/debian bookworm-updates InRelease [52.1 kB]
#6 0.738 Get:3 http://deb.debian.org/debian-security bookworm-security InRelease [48.0 kB]
#6 0.919 Get:4 http://deb.debian.org/debian bookworm/main amd64 Packages [8787 kB]
#6 1.372 Get:5 http://deb.debian.org/debian bookworm-updates/main amd64 Packages [12.7 kB]
#6 1.382 Get:6 http://deb.debian.org/debian-security bookworm-security/main amd64 Packages [134 kB]
#6 3.810 Fetched 9185 kB in 3s (2746 kB/s)
#6 3.810 Reading package lists...
#6 4.790 Reading package lists...
#6 5.591 Building dependency tree...
#6 5.784 Reading state information...
#6 6.134 The following additional packages will be installed:
#6 6.134 libssl3 openssl
#6 6.240 The following NEW packages will be installed:
#6 6.242 ca-certificates libssl3 openssl
#6 6.381 0 upgraded, 3 newly installed, 0 to remove and 0 not upgraded.
#6 6.381 Need to get 3591 kB of archives.
#6 6.381 After this operation, 8893 kB of additional disk space will be used.
#6 6.381 Get:1 http://deb.debian.org/debian bookworm/main amd64 libssl3 amd64 3.0.11-1~deb12u2 [2019 kB]
#6 6.706 Get:2 http://deb.debian.org/debian bookworm/main amd64 openssl amd64 3.0.11-1~deb12u2 [1419 kB]
#6 6.750 Get:3 http://deb.debian.org/debian bookworm/main amd64 ca-certificates all 20230311 [153 kB]
#6 7.321 debconf: delaying package configuration, since apt-utils is not installed
#6 7.361 Fetched 3591 kB in 0s (7514 kB/s)
#6 7.810 Selecting previously unselected package libssl3:amd64.
#6 7.810 (Reading database ... (Reading database ... 5%(Reading database ... 10%(Reading database ... 15%(Reading database ... 20%(Reading database ... 25%(Reading database ... 30%(Reading database ... 35%(Reading database ... 40%(Reading database ... 45%(Reading database ... 50%(Reading database ... 55%(Reading database ... 60%(Reading database ... 65%(Reading database ... 70%(Reading database ... 75%(Reading database ... 80%(Reading database ... 85%(Reading database ... 90%(Reading database ... 95%(Reading database ... 100%(Reading database ... 6098 files and directories currently installed.)
#6 7.821 Preparing to unpack .../libssl3_3.0.11-1~deb12u2_amd64.deb ...
#6 7.836 Unpacking libssl3:amd64 (3.0.11-1~deb12u2) ...
#6 8.411 Selecting previously unselected package openssl.
#6 8.413 Preparing to unpack .../openssl_3.0.11-1~deb12u2_amd64.deb ...
#6 8.417 Unpacking openssl (3.0.11-1~deb12u2) ...
#6 8.794 Selecting previously unselected package ca-certificates.
#6 8.796 Preparing to unpack .../ca-certificates_20230311_all.deb ...
#6 8.906 Unpacking ca-certificates (20230311) ...
#6 9.147 Setting up libssl3:amd64 (3.0.11-1~deb12u2) ...
#6 9.159 Setting up openssl (3.0.11-1~deb12u2) ...
#6 9.186 Setting up ca-certificates (20230311) ...
#6 10.48 Updating certificates in /etc/ssl/certs...
#6 11.62 140 added, 0 removed; done.
#6 11.69 Processing triggers for libc-bin (2.36-9+deb12u3) ...
#6 11.71 Processing triggers for ca-certificates (20230311) ...
#6 11.72 Updating certificates in /etc/ssl/certs...
#6 12.46 0 added, 0 removed; done.
#6 12.46 Running hooks in /etc/ca-certificates/update.d...
#6 12.48 done.
#6 DONE 12.6s
#7 [3/7] ADD target/linux_amd64/boot /opt/apache/beam/
#7 DONE 0.3s
#8 [4/7] COPY target/LICENSE /opt/apache/beam/
#8 DONE 0.1s
#9 [5/7] COPY target/NOTICE /opt/apache/beam/
#9 DONE 0.4s
#10 [6/7] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#10 DONE 0.1s
#11 [7/7] RUN if [ "true" = "false" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
#11 DONE 0.3s
#12 exporting to image
#12 exporting layers
#12 exporting layers 0.2s done
#12 writing image sha256:1e38be529c536c267a4550460d36e39ba0d3fcc1ef2938aa98ecb00def0e0834 done
#12 naming to docker.io/apache/beam_go_sdk:latest done
#12 DONE 0.2s
> Task :release:go-licenses:py:dockerRun
W0112 18:01:24.761211 88 library.go:101] "golang.org/x/sys/unix" contains non-Go code that can't be inspected for further dependencies:
/go/pkg/mod/golang.org/x/sys@v0.15.0/unix/asm_linux_amd64.s
+ chmod -R a+w /output/licenses
> Task :release:go-licenses:py:createLicenses
> Task :sdks:python:container:py38:copyGolangLicenses
> Task :sdks:python:container:py38:dockerPrepare
> Task :sdks:python:container:py38:docker
#1 [internal] load build definition from Dockerfile
#1 transferring dockerfile: 5.00kB done
#1 DONE 0.0s
#2 [internal] load .dockerignore
#2 transferring context: 2B done
#2 DONE 0.0s
#3 [internal] load metadata for docker.io/library/python:3.8-bookworm
#3 ERROR: failed to authorize: rpc error: code = Unknown desc = failed to fetch anonymous token: Get "https://auth.docker.io/token?scope=repository%3Alibrary%2Fpython%3Apull&service=registry.docker.io": EOF
------
> [internal] load metadata for docker.io/library/python:3.8-bookworm:
------
ERROR: failed to solve: rpc error: code = Unknown desc = failed to solve with frontend dockerfile.v0: failed to create LLB definition: failed to authorize: rpc error: code = Unknown desc = failed to fetch anonymous token: Get "https://auth.docker.io/token?scope=repository%3Alibrary%2Fpython%3Apull&service=registry.docker.io": EOF
> Task :sdks:python:container:py38:docker FAILED
> Task :sdks:java:io:parquet:processResources NO-SOURCE
> Task :sdks:java:io:parquet:classes
> Task :sdks:java:io:parquet:jar
> Task :sdks:java:testing:expansion-service:compileTestJava FROM-CACHE
> Task :sdks:java:testing:expansion-service:testClasses
> Task :sdks:java:extensions:sql:compileJava FROM-CACHE
> Task :sdks:java:extensions:sql:classes
> Task :sdks:java:extensions:sql:jar
> Task :sdks:java:extensions:sql:zetasql:compileJava FROM-CACHE
> Task :sdks:java:extensions:sql:zetasql:classes UP-TO-DATE
> Task :sdks:java:extensions:sql:zetasql:jar
> Task :sdks:java:extensions:sql:expansion-service:compileJava FROM-CACHE
> Task :sdks:java:extensions:sql:expansion-service:classes UP-TO-DATE
> Task :sdks:java:testing:expansion-service:buildTestExpansionServiceJar
> Task :sdks:java:extensions:sql:expansion-service:shadowJar
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerSetup
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 6m 37s
255 actionable tasks: 170 executed, 75 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/z4zle6hchj2qi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5055
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5055/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
>
component_coder_ids: "NRFcUqUScBVarIntCoder"
component_coder_ids: "NRFcUqUScBIterableCoder"
>
>
coders: <
key: "NRFcUqUScBRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$26a83112-0bb0-49d4-a0b4-f600a3e94956"
>
>
>
coders: <
key: "NRFcUqUScBVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "NRFcUqUScBVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "NRFcUqUScBbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar\022@ae8c3c97fe17eef138d6aaa2e5187c8fb70dded37b48f7b9e35d10a950f51f7e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/12 11:24:23 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705058663471419259
2024/01/12 11:24:26 Prepared job with id: go-testjdbcio_postgresreadwrite-577-9fde236b-0eac-4bd0-86f1-9c8c4db161fa and staging token: go-testjdbcio_postgresreadwrite-577-9fde236b-0eac-4bd0-86f1-9c8c4db161fa
2024/01/12 11:24:26 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-577-9fde236b-0eac-4bd0-86f1-9c8c4db161fa
2024/01/12 11:24:26 Submitted job: go-testjdbcio_postgresreadwrite-577-9fde236b-0eac-4bd0-86f1-9c8c4db161fa
2024/01/12 11:24:26 Job[go-testjdbcio_postgresreadwrite-577-9fde236b-0eac-4bd0-86f1-9c8c4db161fa] state: STOPPED
2024/01/12 11:24:26 Job[go-testjdbcio_postgresreadwrite-577-9fde236b-0eac-4bd0-86f1-9c8c4db161fa] state: STARTING
2024/01/12 11:24:26 Job[go-testjdbcio_postgresreadwrite-577-9fde236b-0eac-4bd0-86f1-9c8c4db161fa] state: RUNNING
2024/01/12 11:24:26 2024-01-12 11:24:26. (1): ==================== <function annotate_downstream_side_inputs at 0x7fdfe3fb2af0> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fdfe3fb2c10> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (3): ==================== <function pack_combiners at 0x7fdfe3fb3160> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (4): ==================== <function lift_combiners at 0x7fdfe3fb31f0> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (5): ==================== <function expand_sdf at 0x7fdfe3fb33a0> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (6): ==================== <function expand_gbk at 0x7fdfe3fb3430> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (7): ==================== <function sink_flattens at 0x7fdfe3fb3550> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (8): ==================== <function greedily_fuse at 0x7fdfe3fb35e0> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (9): ==================== <function read_to_impulse at 0x7fdfe3fb3670> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (10): ==================== <function impulse_to_input at 0x7fdfe3fb3700> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (11): ==================== <function sort_stages at 0x7fdfe3fb3940> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fdfe3fb3a60> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (13): ==================== <function setup_timer_mapping at 0x7fdfe3fb38b0> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (14): ==================== <function populate_data_channel_coders at 0x7fdfe3fb39d0> ====================
2024/01/12 11:24:26 2024-01-12 11:24:26. (15): starting control server on port 42729
2024/01/12 11:24:26 2024-01-12 11:24:26. (16): starting data server on port 45317
2024/01/12 11:24:26 2024-01-12 11:24:26. (17): starting state server on port 43743
2024/01/12 11:24:26 2024-01-12 11:24:26. (18): starting logging server on port 33243
2024/01/12 11:24:26 2024-01-12 11:24:26. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe018bc17f0> for environment NRFcUqUScBbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/12 11:24:32 2024-01-12 11:24:32. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/12 11:24:33 2024-01-12 11:24:33. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/12 11:24:35 2024-01-12 11:24:35. (22): Waiting for docker to start up. Current status is running
2024/01/12 11:24:35 2024-01-12 11:24:35. (23): Docker container is running. container_id = b'f700d1d3fdb2e017698c758e46ecf82a3e035bca582f80380c839a61b52896dc', worker_id = worker_15
2024/01/12 11:24:36 2024-01-12 11:24:36. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe018bcb340> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/12 11:24:39 2024-01-12 11:24:39. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/12 11:24:40 2024-01-12 11:24:40. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/12 11:24:43 2024-01-12 11:24:43. (27): Waiting for docker to start up. Current status is running
2024/01/12 11:24:43 2024-01-12 11:24:43. (28): Docker container is running. container_id = b'e7b6737af91d216d340fc2f629aa355f074a88f8f7bc45eb999154c8318bd8dc', worker_id = worker_17
2024/01/12 11:24:46 2024-01-12 11:24:46. (29): Completed job in 20.084964990615845 seconds with state DONE.
2024/01/12 11:24:46 Job[go-testjdbcio_postgresreadwrite-577-9fde236b-0eac-4bd0-86f1-9c8c4db161fa] state: DONE
2024/01/12 11:24:46 🐳 Terminating container: a288363dde0a
2024/01/12 11:24:47 🚫 Container terminated: a288363dde0a
--- PASS: TestJDBCIO_PostgresReadWrite (54.87s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 149.416s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.058s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41565
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpcz5h445l/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41001
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 41s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/y7c6gwogese34
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5054
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5054/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
coders: <
key: "sxEiHsucuHKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "sxEiHsucuHVarIntCoder"
component_coder_ids: "sxEiHsucuHRowCoder"
>
>
coders: <
key: "sxEiHsucuHKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "sxEiHsucuHVarIntCoder"
component_coder_ids: "sxEiHsucuHCoder1"
>
>
coders: <
key: "sxEiHsucuHKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "sxEiHsucuHVarIntCoder"
component_coder_ids: "sxEiHsucuHIterableCoder"
>
>
coders: <
key: "sxEiHsucuHRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$af1be08b-d6d2-4bac-af68-069ce41250a6"
>
>
>
coders: <
key: "sxEiHsucuHVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "sxEiHsucuHVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "sxEiHsucuHbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar\022@ae8c3c97fe17eef138d6aaa2e5187c8fb70dded37b48f7b9e35d10a950f51f7e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/12 05:32:10 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705037530404509794
2024/01/12 05:32:12 Prepared job with id: go-testjdbcio_postgresreadwrite-668-8aad38c9-913b-4ff9-8bf6-9e97920dadd6 and staging token: go-testjdbcio_postgresreadwrite-668-8aad38c9-913b-4ff9-8bf6-9e97920dadd6
2024/01/12 05:32:13 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-668-8aad38c9-913b-4ff9-8bf6-9e97920dadd6
2024/01/12 05:32:13 Submitted job: go-testjdbcio_postgresreadwrite-668-8aad38c9-913b-4ff9-8bf6-9e97920dadd6
2024/01/12 05:32:13 Job[go-testjdbcio_postgresreadwrite-668-8aad38c9-913b-4ff9-8bf6-9e97920dadd6] state: STOPPED
2024/01/12 05:32:13 Job[go-testjdbcio_postgresreadwrite-668-8aad38c9-913b-4ff9-8bf6-9e97920dadd6] state: STARTING
2024/01/12 05:32:13 Job[go-testjdbcio_postgresreadwrite-668-8aad38c9-913b-4ff9-8bf6-9e97920dadd6] state: RUNNING
2024/01/12 05:32:13 2024-01-12 05:32:13. (1): ==================== <function annotate_downstream_side_inputs at 0x7f813c8b4af0> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f813c8b4c10> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (3): ==================== <function pack_combiners at 0x7f813c8b5160> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (4): ==================== <function lift_combiners at 0x7f813c8b51f0> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (5): ==================== <function expand_sdf at 0x7f813c8b53a0> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (6): ==================== <function expand_gbk at 0x7f813c8b5430> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (7): ==================== <function sink_flattens at 0x7f813c8b5550> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (8): ==================== <function greedily_fuse at 0x7f813c8b55e0> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (9): ==================== <function read_to_impulse at 0x7f813c8b5670> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (10): ==================== <function impulse_to_input at 0x7f813c8b5700> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (11): ==================== <function sort_stages at 0x7f813c8b5940> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f813c8b5a60> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (13): ==================== <function setup_timer_mapping at 0x7f813c8b58b0> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (14): ==================== <function populate_data_channel_coders at 0x7f813c8b59d0> ====================
2024/01/12 05:32:13 2024-01-12 05:32:13. (15): starting control server on port 34601
2024/01/12 05:32:13 2024-01-12 05:32:13. (16): starting data server on port 38137
2024/01/12 05:32:13 2024-01-12 05:32:13. (17): starting state server on port 44309
2024/01/12 05:32:13 2024-01-12 05:32:13. (18): starting logging server on port 43323
2024/01/12 05:32:13 2024-01-12 05:32:13. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8171193a00> for environment sxEiHsucuHbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/12 05:32:16 2024-01-12 05:32:16. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/12 05:32:16 2024-01-12 05:32:16. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/12 05:32:18 2024-01-12 05:32:18. (22): Waiting for docker to start up. Current status is running
2024/01/12 05:32:18 2024-01-12 05:32:18. (23): Docker container is running. container_id = b'2d5162931aefac917cd60d4ed50af6d9adf4b6274e39ea32fd077955429b5fc9', worker_id = worker_15
2024/01/12 05:32:19 2024-01-12 05:32:19. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f81710ce3a0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/12 05:32:21 2024-01-12 05:32:21. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/12 05:32:22 2024-01-12 05:32:22. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/12 05:32:23 2024-01-12 05:32:23. (27): Waiting for docker to start up. Current status is running
2024/01/12 05:32:23 2024-01-12 05:32:23. (28): Docker container is running. container_id = b'ed81b6e64dff7f41bafffaf64e92b380c7f58dae5f207d9c00e01fc07f2a94d3', worker_id = worker_17
2024/01/12 05:32:28 2024-01-12 05:32:28. (29): Completed job in 15.1436288356781 seconds with state DONE.
2024/01/12 05:32:28 Job[go-testjdbcio_postgresreadwrite-668-8aad38c9-913b-4ff9-8bf6-9e97920dadd6] state: DONE
2024/01/12 05:32:28 🐳 Terminating container: d9046c8c50d6
2024/01/12 05:32:28 🚫 Container terminated: d9046c8c50d6
--- PASS: TestJDBCIO_PostgresReadWrite (41.76s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 106.618s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45697
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp7uqzsr69/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39279
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 2s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/jng2mno5jgpna
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5053
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5053/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
coders: <
key: "vTzXsvxbVeKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "vTzXsvxbVeVarIntCoder"
component_coder_ids: "vTzXsvxbVeRowCoder"
>
>
coders: <
key: "vTzXsvxbVeKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "vTzXsvxbVeVarIntCoder"
component_coder_ids: "vTzXsvxbVeCoder1"
>
>
coders: <
key: "vTzXsvxbVeKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "vTzXsvxbVeVarIntCoder"
component_coder_ids: "vTzXsvxbVeIterableCoder"
>
>
coders: <
key: "vTzXsvxbVeRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$5976aeef-c498-44bb-b44e-425825318e73"
>
>
>
coders: <
key: "vTzXsvxbVeVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "vTzXsvxbVeVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "vTzXsvxbVebeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar\022@ae8c3c97fe17eef138d6aaa2e5187c8fb70dded37b48f7b9e35d10a950f51f7e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-row8l_4X7vE41qqi5Rh8j7cN3tN7SPe5410QqVD1H34.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/11 23:23:42 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1705015422305825048
2024/01/11 23:23:44 Prepared job with id: go-testjdbcio_postgresreadwrite-844-4c41d7b1-b44a-4bc3-8f87-9ef71a1208ce and staging token: go-testjdbcio_postgresreadwrite-844-4c41d7b1-b44a-4bc3-8f87-9ef71a1208ce
2024/01/11 23:23:45 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-844-4c41d7b1-b44a-4bc3-8f87-9ef71a1208ce
2024/01/11 23:23:45 Submitted job: go-testjdbcio_postgresreadwrite-844-4c41d7b1-b44a-4bc3-8f87-9ef71a1208ce
2024/01/11 23:23:45 Job[go-testjdbcio_postgresreadwrite-844-4c41d7b1-b44a-4bc3-8f87-9ef71a1208ce] state: STOPPED
2024/01/11 23:23:45 Job[go-testjdbcio_postgresreadwrite-844-4c41d7b1-b44a-4bc3-8f87-9ef71a1208ce] state: STARTING
2024/01/11 23:23:45 Job[go-testjdbcio_postgresreadwrite-844-4c41d7b1-b44a-4bc3-8f87-9ef71a1208ce] state: RUNNING
2024/01/11 23:23:45 2024-01-11 23:23:45. (1): ==================== <function annotate_downstream_side_inputs at 0x7f27184ecaf0> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f27184ecc10> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (3): ==================== <function pack_combiners at 0x7f27184ed160> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (4): ==================== <function lift_combiners at 0x7f27184ed1f0> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (5): ==================== <function expand_sdf at 0x7f27184ed3a0> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (6): ==================== <function expand_gbk at 0x7f27184ed430> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (7): ==================== <function sink_flattens at 0x7f27184ed550> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (8): ==================== <function greedily_fuse at 0x7f27184ed5e0> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (9): ==================== <function read_to_impulse at 0x7f27184ed670> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (10): ==================== <function impulse_to_input at 0x7f27184ed700> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (11): ==================== <function sort_stages at 0x7f27184ed940> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f27184eda60> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (13): ==================== <function setup_timer_mapping at 0x7f27184ed8b0> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (14): ==================== <function populate_data_channel_coders at 0x7f27184ed9d0> ====================
2024/01/11 23:23:45 2024-01-11 23:23:45. (15): starting control server on port 40407
2024/01/11 23:23:45 2024-01-11 23:23:45. (16): starting data server on port 39699
2024/01/11 23:23:45 2024-01-11 23:23:45. (17): starting state server on port 45289
2024/01/11 23:23:45 2024-01-11 23:23:45. (18): starting logging server on port 33681
2024/01/11 23:23:45 2024-01-11 23:23:45. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f274d4f9c40> for environment vTzXsvxbVebeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/11 23:23:49 2024-01-11 23:23:49. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/11 23:23:49 2024-01-11 23:23:49. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/11 23:23:50 2024-01-11 23:23:50. (22): Waiting for docker to start up. Current status is running
2024/01/11 23:23:50 2024-01-11 23:23:50. (23): Docker container is running. container_id = b'13c5bd4732916cf744695427113fda4e45103e1b8b341971e939c8a95d6898ad', worker_id = worker_15
2024/01/11 23:23:51 2024-01-11 23:23:51. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f274d504700> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/11 23:23:54 2024-01-11 23:23:54. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/11 23:23:54 2024-01-11 23:23:54. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/11 23:23:56 2024-01-11 23:23:56. (27): Waiting for docker to start up. Current status is running
2024/01/11 23:23:56 2024-01-11 23:23:56. (28): Docker container is running. container_id = b'ec513da6fb3d82f4c5785482a2a421d64668aa7d45b7723600d3d7ba5d077a51', worker_id = worker_17
2024/01/11 23:23:59 2024-01-11 23:23:59. (29): Completed job in 14.538996458053589 seconds with state DONE.
2024/01/11 23:23:59 Job[go-testjdbcio_postgresreadwrite-844-4c41d7b1-b44a-4bc3-8f87-9ef71a1208ce] state: DONE
2024/01/11 23:23:59 🐳 Terminating container: a1c9c4245e55
2024/01/11 23:24:00 🚫 Container terminated: a1c9c4245e55
--- PASS: TestJDBCIO_PostgresReadWrite (46.98s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 151.247s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.041s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39551
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpwzx67p36/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46423
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 45s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/h5axgc2arjceo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5052
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5052/display/redirect?page=changes>
Changes:
[noreply] update CHANGES.md with error handling for fileIO and bigtableIO (#29983)
------------------------------------------
[...truncated 1.62 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:20 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:20 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:21 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:22 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:23 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:23 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f3fb8913670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f3fb8913700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f3fb8913e50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fe3df859af0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fe3df859c10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fe3df85a160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fe3df85a1f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fe3df85a3a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fe3df85a430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fe3df85a550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fe3df85a5e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fe3df85a670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fe3df85a700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fe3df85a940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fe3df85aa60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fe3df85a8b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fe3df85a9d0> ====================
INFO root:portable_runner.py:543 starting control server on port 42989
INFO root:portable_runner.py:543 starting data server on port 43125
INFO root:portable_runner.py:543 starting state server on port 42265
INFO root:portable_runner.py:543 starting logging server on port 44939
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe40f1210d0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'485cf78a128ee19a3f753a2bb3fddea050dbf8011fa6a2692c6146c4803b54c1', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fe40f159940> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46189')
INFO root:portable_runner.py:543 Requesting worker at localhost:46189
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:33 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:42989.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:43 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:59:43 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-f874c131-a6fb-4f61-b0f1-4a2fa1aa22e6 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 284.68s (0:04:44) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2595079
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2595617.
Stopping expansion service pid: 2595618.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 7s
261 actionable tasks: 183 executed, 68 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/5zanjutn3sqpi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5051
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5051/display/redirect>
Changes:
------------------------------------------
[...truncated 1.64 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:48:53 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:48:53 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:48:54 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:48:55 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:48:56 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:48:56 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f065beb9670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f065beb9700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f065beb9e50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f8f79b2caf0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f8f79b2cc10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f8f79b2d160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f8f79b2d1f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f8f79b2d3a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f8f79b2d430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f8f79b2d550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f8f79b2d5e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f8f79b2d670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f8f79b2d700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f8f79b2d940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f8f79b2da60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f8f79b2d8b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f8f79b2d9d0> ====================
INFO root:portable_runner.py:543 starting control server on port 39567
INFO root:portable_runner.py:543 starting data server on port 43251
INFO root:portable_runner.py:543 starting state server on port 44049
INFO root:portable_runner.py:543 starting logging server on port 36993
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8fad5e5160> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'bb7c1218e536ac5c589c793910a25c69a9c83558832cb16dbcb7cfdbaa4f55cd', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f8fad5d8eb0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46347')
INFO root:portable_runner.py:543 Requesting worker at localhost:46347
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:49:06 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:39567.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:49:16 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 11:49:16 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-1452783c-57b4-4619-b3c6-d655a4fa1668 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 294.56s (0:04:54) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3317382
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3326064.
Stopping expansion service pid: 3326065.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 33s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/7p2z6qfqr6bcm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5050
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5050/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:30 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:30 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:31 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:33 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:34 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:34 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ff039cb5670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ff039cb5700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ff039cb5e50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fbdf2badaf0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fbdf2badc10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fbdf2bae160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fbdf2bae1f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fbdf2bae3a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fbdf2bae430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fbdf2bae550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fbdf2bae5e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fbdf2bae670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fbdf2bae700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fbdf2bae940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fbdf2baea60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fbdf2bae8b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fbdf2bae9d0> ====================
INFO root:portable_runner.py:543 starting control server on port 45313
INFO root:portable_runner.py:543 starting data server on port 34511
INFO root:portable_runner.py:543 starting state server on port 35733
INFO root:portable_runner.py:543 starting logging server on port 39059
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fbe2793cf70> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'88672b1a5a047eeaa9466c6564a9c6d64368355e09c73ea25a9a00b0226b5205', worker_id = worker_89
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fbe27909d30> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:45527')
INFO root:portable_runner.py:543 Requesting worker at localhost:45527
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:44 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_90 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:45313.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:53 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 11, 2024 5:54:53 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_90.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d612f48d-8395-4c7e-9107-ba750349246d failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 279.99s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2163099
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2163640.
Stopping expansion service pid: 2163641.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 18s
261 actionable tasks: 178 executed, 73 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/dcwhwl45njztg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5049
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5049/display/redirect>
Changes:
------------------------------------------
[...truncated 1.79 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:25 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:25 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:25 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:27 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:27 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:28 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f74a56d9550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f74a56d95e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f74a56d9d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f264ed61af0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f264ed61c10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f264ed62160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f264ed621f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f264ed623a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f264ed62430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f264ed62550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f264ed625e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f264ed62670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f264ed62700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f264ed62940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f264ed62a60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f264ed628b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f264ed629d0> ====================
INFO root:portable_runner.py:543 starting control server on port 35035
INFO root:portable_runner.py:543 starting data server on port 45351
INFO root:portable_runner.py:543 starting state server on port 40955
INFO root:portable_runner.py:543 starting logging server on port 44037
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f26838f8790> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'4d689b70708ec00a670ffd01fea31fc35028e4d8cf516a8801b4c2beec5f3f0c', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f2683905160> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46807')
INFO root:portable_runner.py:543 Requesting worker at localhost:46807
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:39 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:35035.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:49 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 10, 2024 11:47:49 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-f7caef41-c177-42f0-9aad-43c79839c0ed failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 310.79s (0:05:10) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1076367
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1085895.
Stopping expansion service pid: 1085896.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 10s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/kfv3tomhnffze
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5048
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5048/display/redirect?page=changes>
Changes:
[noreply] Add support for pandas 2.0 (#28636)
------------------------------------------
[...truncated 1.34 MB...]
coders: <
key: "ljMHUFoclyKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ljMHUFoclyVarIntCoder"
component_coder_ids: "ljMHUFoclyRowCoder"
>
>
coders: <
key: "ljMHUFoclyKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ljMHUFoclyVarIntCoder"
component_coder_ids: "ljMHUFoclyCoder1"
>
>
coders: <
key: "ljMHUFoclyKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ljMHUFoclyVarIntCoder"
component_coder_ids: "ljMHUFoclyIterableCoder"
>
>
coders: <
key: "ljMHUFoclyRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$f2ed1a33-97d0-4ed1-a4f7-ac942cb3a61b"
>
>
>
coders: <
key: "ljMHUFoclyVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "ljMHUFoclyVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "ljMHUFoclybeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-184BAbH-204jxwfR1juH9khx9DkhxKMvjFHK5W3MVK8.jar\022@d7ce0101b1fedb4e23c707d1d63b87f64871f43921c4a32f8c51cae56dcc54af"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-184BAbH-204jxwfR1juH9khx9DkhxKMvjFHK5W3MVK8.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/10 17:23:23 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704907403878994284
2024/01/10 17:23:26 Prepared job with id: go-testjdbcio_postgresreadwrite-501-86406908-c02e-4ad6-9fb4-15f61356f9bb and staging token: go-testjdbcio_postgresreadwrite-501-86406908-c02e-4ad6-9fb4-15f61356f9bb
2024/01/10 17:23:26 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-501-86406908-c02e-4ad6-9fb4-15f61356f9bb
2024/01/10 17:23:26 Submitted job: go-testjdbcio_postgresreadwrite-501-86406908-c02e-4ad6-9fb4-15f61356f9bb
2024/01/10 17:23:26 Job[go-testjdbcio_postgresreadwrite-501-86406908-c02e-4ad6-9fb4-15f61356f9bb] state: STOPPED
2024/01/10 17:23:26 Job[go-testjdbcio_postgresreadwrite-501-86406908-c02e-4ad6-9fb4-15f61356f9bb] state: STARTING
2024/01/10 17:23:26 Job[go-testjdbcio_postgresreadwrite-501-86406908-c02e-4ad6-9fb4-15f61356f9bb] state: RUNNING
2024/01/10 17:23:26 2024-01-10 17:23:26. (1): ==================== <function annotate_downstream_side_inputs at 0x7f72e29cbaf0> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f72e29cbc10> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (3): ==================== <function pack_combiners at 0x7f72e29cc160> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (4): ==================== <function lift_combiners at 0x7f72e29cc1f0> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (5): ==================== <function expand_sdf at 0x7f72e29cc3a0> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (6): ==================== <function expand_gbk at 0x7f72e29cc430> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (7): ==================== <function sink_flattens at 0x7f72e29cc550> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (8): ==================== <function greedily_fuse at 0x7f72e29cc5e0> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (9): ==================== <function read_to_impulse at 0x7f72e29cc670> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (10): ==================== <function impulse_to_input at 0x7f72e29cc700> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (11): ==================== <function sort_stages at 0x7f72e29cc940> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f72e29cca60> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (13): ==================== <function setup_timer_mapping at 0x7f72e29cc8b0> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (14): ==================== <function populate_data_channel_coders at 0x7f72e29cc9d0> ====================
2024/01/10 17:23:26 2024-01-10 17:23:26. (15): starting control server on port 36867
2024/01/10 17:23:26 2024-01-10 17:23:26. (16): starting data server on port 46535
2024/01/10 17:23:26 2024-01-10 17:23:26. (17): starting state server on port 32841
2024/01/10 17:23:26 2024-01-10 17:23:26. (18): starting logging server on port 37307
2024/01/10 17:23:26 2024-01-10 17:23:26. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7317a10400> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/10 17:23:30 2024-01-10 17:23:30. (20): Attempting to pull image apache/beam_go_sdk:dev
2024/01/10 17:23:30 2024-01-10 17:23:30. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/10 17:23:31 2024-01-10 17:23:31. (22): Waiting for docker to start up. Current status is running
2024/01/10 17:23:31 2024-01-10 17:23:31. (23): Docker container is running. container_id = b'da6f0435b5f998161917cc9eb7785452b2f80659cb326aaedd74008b48ef1c3e', worker_id = worker_15
2024/01/10 17:23:32 2024-01-10 17:23:32. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7317a1b5b0> for environment ljMHUFoclybeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/10 17:23:35 2024-01-10 17:23:35. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/10 17:23:36 2024-01-10 17:23:36. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/10 17:23:37 2024-01-10 17:23:37. (27): Waiting for docker to start up. Current status is running
2024/01/10 17:23:37 2024-01-10 17:23:37. (28): Docker container is running. container_id = b'6c93b53083aaf676e95a8f5b9e9b820d28eb9c9199fc67c715525aefcf7388b7', worker_id = worker_17
2024/01/10 17:23:43 2024-01-10 17:23:43. (29): Completed job in 17.137521028518677 seconds with state DONE.
2024/01/10 17:23:43 Job[go-testjdbcio_postgresreadwrite-501-86406908-c02e-4ad6-9fb4-15f61356f9bb] state: DONE
2024/01/10 17:23:44 🐳 Terminating container: c01bd22af3e0
2024/01/10 17:23:44 🚫 Container terminated: c01bd22af3e0
--- PASS: TestJDBCIO_PostgresReadWrite (48.49s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 120.174s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.056s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38477
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmppsxiq975/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38989
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 9s
261 actionable tasks: 181 executed, 70 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/2oak6kwohlg6o
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5047
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5047/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
coders: <
key: "dioDosOkkEKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "dioDosOkkEVarIntCoder"
component_coder_ids: "dioDosOkkERowCoder"
>
>
coders: <
key: "dioDosOkkEKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "dioDosOkkEVarIntCoder"
component_coder_ids: "dioDosOkkECoder1"
>
>
coders: <
key: "dioDosOkkEKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "dioDosOkkEVarIntCoder"
component_coder_ids: "dioDosOkkEIterableCoder"
>
>
coders: <
key: "dioDosOkkERowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$5a692249-7ea6-429c-af95-73980426d85d"
>
>
>
coders: <
key: "dioDosOkkEVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "dioDosOkkEVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "dioDosOkkEbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-ERITsvJeYTOspJ7lgllr5KvLwqJyrJSdmgZVZWkyOd4.jar\022@111213b2f25e6133aca49ee582596be4abcbc2a272ac949d9a065565693239de"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-ERITsvJeYTOspJ7lgllr5KvLwqJyrJSdmgZVZWkyOd4.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/10 11:23:11 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1704885791818447705
2024/01/10 11:23:14 Prepared job with id: go-testjdbcio_postgresreadwrite-70-99652af9-39bb-469b-95bf-9a2668c30a95 and staging token: go-testjdbcio_postgresreadwrite-70-99652af9-39bb-469b-95bf-9a2668c30a95
2024/01/10 11:23:15 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-70-99652af9-39bb-469b-95bf-9a2668c30a95
2024/01/10 11:23:15 Submitted job: go-testjdbcio_postgresreadwrite-70-99652af9-39bb-469b-95bf-9a2668c30a95
2024/01/10 11:23:15 Job[go-testjdbcio_postgresreadwrite-70-99652af9-39bb-469b-95bf-9a2668c30a95] state: STOPPED
2024/01/10 11:23:15 Job[go-testjdbcio_postgresreadwrite-70-99652af9-39bb-469b-95bf-9a2668c30a95] state: STARTING
2024/01/10 11:23:15 Job[go-testjdbcio_postgresreadwrite-70-99652af9-39bb-469b-95bf-9a2668c30a95] state: RUNNING
2024/01/10 11:23:15 2024-01-10 11:23:15. (1): ==================== <function annotate_downstream_side_inputs at 0x7f1647c2daf0> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f1647c2dc10> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (3): ==================== <function pack_combiners at 0x7f1647c2e160> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (4): ==================== <function lift_combiners at 0x7f1647c2e1f0> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (5): ==================== <function expand_sdf at 0x7f1647c2e3a0> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (6): ==================== <function expand_gbk at 0x7f1647c2e430> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (7): ==================== <function sink_flattens at 0x7f1647c2e550> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (8): ==================== <function greedily_fuse at 0x7f1647c2e5e0> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (9): ==================== <function read_to_impulse at 0x7f1647c2e670> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (10): ==================== <function impulse_to_input at 0x7f1647c2e700> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (11): ==================== <function sort_stages at 0x7f1647c2e940> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f1647c2ea60> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (13): ==================== <function setup_timer_mapping at 0x7f1647c2e8b0> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (14): ==================== <function populate_data_channel_coders at 0x7f1647c2e9d0> ====================
2024/01/10 11:23:15 2024-01-10 11:23:15. (15): starting control server on port 33223
2024/01/10 11:23:15 2024-01-10 11:23:15. (16): starting data server on port 45875
2024/01/10 11:23:15 2024-01-10 11:23:15. (17): starting state server on port 36151
2024/01/10 11:23:15 2024-01-10 11:23:15. (18): starting logging server on port 42297
2024/01/10 11:23:15 2024-01-10 11:23:15. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f167c51b220> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/10 11:23:18 2024-01-10 11:23:18. (20): Attempting to pull image apache/beam_go_sdk:dev
2024/01/10 11:23:19 2024-01-10 11:23:19. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/10 11:23:19 2024-01-10 11:23:19. (22): Waiting for docker to start up. Current status is running
2024/01/10 11:23:19 2024-01-10 11:23:19. (23): Docker container is running. container_id = b'364d27b1e9696d0ac7f0ce3de12d3e9f34025fbbdbefc8bdf0b3abe7d60520ca', worker_id = worker_12
2024/01/10 11:23:20 2024-01-10 11:23:20. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f16443078e0> for environment dioDosOkkEbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/10 11:23:21 2024-01-10 11:23:21. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/10 11:23:21 2024-01-10 11:23:21. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/10 11:23:21 2024-01-10 11:23:21. (27): Waiting for docker to start up. Current status is running
2024/01/10 11:23:21 2024-01-10 11:23:21. (28): Docker container is running. container_id = b'7b23a3baf092b36fa2a647c861c8a0c3e65d4ae033689233099eac0eaf1d6aa4', worker_id = worker_13
2024/01/10 11:23:33 2024-01-10 11:23:33. (29): Completed job in 18.4232656955719 seconds with state DONE.
2024/01/10 11:23:33 Job[go-testjdbcio_postgresreadwrite-70-99652af9-39bb-469b-95bf-9a2668c30a95] state: DONE
2024/01/10 11:23:33 🐳 Terminating container: 237434e5b334
2024/01/10 11:23:33 🚫 Container terminated: 237434e5b334
--- PASS: TestJDBCIO_PostgresReadWrite (55.73s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 130.346s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.115s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42939
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpj7fj1f91/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38627
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 5s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/drgdjup6maa2g
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5046
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5046/display/redirect>
Changes:
------------------------------------------
[...truncated 1.44 MB...]
>
component_coder_ids: "IfTnrQJrYTVarIntCoder"
component_coder_ids: "IfTnrQJrYTRowCoder"
>
>
coders: <
key: "IfTnrQJrYTKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "IfTnrQJrYTVarIntCoder"
component_coder_ids: "IfTnrQJrYTCoder1"
>
>
coders: <
key: "IfTnrQJrYTKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "IfTnrQJrYTVarIntCoder"
component_coder_ids: "IfTnrQJrYTIterableCoder"
>
>
coders: <
key: "IfTnrQJrYTRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$8f86b934-9194-4d53-bb45-f57a89f34b13"
>
>
>
coders: <
key: "IfTnrQJrYTVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "IfTnrQJrYTVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "IfTnrQJrYTbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-ERITsvJeYTOspJ7lgllr5KvLwqJyrJSdmgZVZWkyOd4.jar\022@111213b2f25e6133aca49ee582596be4abcbc2a272ac949d9a065565693239de"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-ERITsvJeYTOspJ7lgllr5KvLwqJyrJSdmgZVZWkyOd4.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/10 05:31:01 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704864661592046779
2024/01/10 05:31:04 Prepared job with id: go-testjdbcio_postgresreadwrite-614-0be07e1a-330e-4033-9386-6c73e162c73d and staging token: go-testjdbcio_postgresreadwrite-614-0be07e1a-330e-4033-9386-6c73e162c73d
2024/01/10 05:31:04 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-614-0be07e1a-330e-4033-9386-6c73e162c73d
2024/01/10 05:31:04 Submitted job: go-testjdbcio_postgresreadwrite-614-0be07e1a-330e-4033-9386-6c73e162c73d
2024/01/10 05:31:04 2024-01-10 05:31:04. (1): ==================== <function annotate_downstream_side_inputs at 0x7fa512b74af0> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fa512b74c10> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (3): ==================== <function pack_combiners at 0x7fa512b75160> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (4): ==================== <function lift_combiners at 0x7fa512b751f0> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (5): ==================== <function expand_sdf at 0x7fa512b753a0> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (6): ==================== <function expand_gbk at 0x7fa512b75430> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (7): ==================== <function sink_flattens at 0x7fa512b75550> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (8): ==================== <function greedily_fuse at 0x7fa512b755e0> ====================
2024/01/10 05:31:04 Job[go-testjdbcio_postgresreadwrite-614-0be07e1a-330e-4033-9386-6c73e162c73d] state: STOPPED
2024/01/10 05:31:04 Job[go-testjdbcio_postgresreadwrite-614-0be07e1a-330e-4033-9386-6c73e162c73d] state: STARTING
2024/01/10 05:31:04 Job[go-testjdbcio_postgresreadwrite-614-0be07e1a-330e-4033-9386-6c73e162c73d] state: RUNNING
2024/01/10 05:31:04 2024-01-10 05:31:04. (9): ==================== <function read_to_impulse at 0x7fa512b75670> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (10): ==================== <function impulse_to_input at 0x7fa512b75700> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (11): ==================== <function sort_stages at 0x7fa512b75940> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fa512b75a60> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (13): ==================== <function setup_timer_mapping at 0x7fa512b758b0> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (14): ==================== <function populate_data_channel_coders at 0x7fa512b759d0> ====================
2024/01/10 05:31:04 2024-01-10 05:31:04. (15): starting control server on port 43397
2024/01/10 05:31:04 2024-01-10 05:31:04. (16): starting data server on port 34325
2024/01/10 05:31:04 2024-01-10 05:31:04. (17): starting state server on port 42307
2024/01/10 05:31:04 2024-01-10 05:31:04. (18): starting logging server on port 34723
2024/01/10 05:31:04 2024-01-10 05:31:04. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa546f9ee20> for environment IfTnrQJrYTbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/10 05:31:05 2024-01-10 05:31:05. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/10 05:31:05 2024-01-10 05:31:05. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/10 05:31:08 2024-01-10 05:31:08. (22): Waiting for docker to start up. Current status is running
2024/01/10 05:31:08 2024-01-10 05:31:08. (23): Docker container is running. container_id = b'4e6b0a2498596da77b4e182f2b6130871081a1ba1d0cb87205aae8c361096388', worker_id = worker_17
2024/01/10 05:31:09 2024-01-10 05:31:09. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa546fa8bb0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/10 05:31:11 2024-01-10 05:31:11. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/10 05:31:12 2024-01-10 05:31:12. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/10 05:31:13 2024-01-10 05:31:13. (27): Waiting for docker to start up. Current status is running
2024/01/10 05:31:13 2024-01-10 05:31:13. (28): Docker container is running. container_id = b'ed28a9a466060fb1a350acd577d58009acbe79034b25c1a7b26fca7c69a2d740', worker_id = worker_19
2024/01/10 05:31:16 2024-01-10 05:31:16. (29): Completed job in 12.156272411346436 seconds with state DONE.
2024/01/10 05:31:16 Job[go-testjdbcio_postgresreadwrite-614-0be07e1a-330e-4033-9386-6c73e162c73d] state: DONE
2024/01/10 05:31:16 🐳 Terminating container: e3f19ec79813
2024/01/10 05:31:17 🚫 Container terminated: e3f19ec79813
--- PASS: TestJDBCIO_PostgresReadWrite (38.50s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 104.297s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.021s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35241
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpj2qqeuly/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46721
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 20s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/uxxjamqpgemu2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5045
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5045/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:51:46 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:51:47 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:51:47 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:51:49 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:51:49 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:51:49 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f94d2a47af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f94d2a47b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f94d2a48310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f79a245eaf0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f79a245ec10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f79a245f160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f79a245f1f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f79a245f3a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f79a245f430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f79a245f550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f79a245f5e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f79a245f670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f79a245f700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f79a245f940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f79a245fa60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f79a245f8b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f79a245f9d0> ====================
INFO root:portable_runner.py:543 starting control server on port 37423
INFO root:portable_runner.py:543 starting data server on port 36817
INFO root:portable_runner.py:543 starting state server on port 39233
INFO root:portable_runner.py:543 starting logging server on port 41669
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f79d6dffe80> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'3d326a9dac6ef7dfaeaddabc348def56cf2536d1cee0d0c8bf4f92b4bbfb633a', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f79cf561370> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:51417')
INFO root:portable_runner.py:543 Requesting worker at localhost:51417
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:52:00 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:37423.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:52:10 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 11:52:10 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-64f043c6-6521-4712-99b3-1effcdf96b2d failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7283 deselected in 292.02s (0:04:52) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1197453
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1202873.
Stopping expansion service pid: 1202874.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 39s
261 actionable tasks: 179 executed, 72 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/cv4q5zq7ugbtg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5044
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5044/display/redirect?page=changes>
Changes:
[noreply] remove threadlocal for DESERIALIZATION_CONTEXT and use copy instead
------------------------------------------
[...truncated 1.77 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$81/2109798150@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:50:45 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:50:45 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:50:46 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:50:47 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:50:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:50:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f8ad1104670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f8ad1104700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f8ad1104e50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7ff439d14670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7ff439d14790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7ff439d14ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7ff439d14d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7ff439d14ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7ff439d14f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7ff439d150d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7ff439d15160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7ff439d151f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7ff439d15280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7ff439d154c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7ff439d155e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7ff439d15430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7ff439d15550> ====================
INFO root:portable_runner.py:543 starting control server on port 35937
INFO root:portable_runner.py:543 starting data server on port 38763
INFO root:portable_runner.py:543 starting state server on port 42385
INFO root:portable_runner.py:543 starting logging server on port 43567
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff46e00fd00> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'6c2674b37929cc845e96752a78481bf7cb881c9f8f0d112e6c79eb57ba9c20f7', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7ff46e013640> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:38545')
INFO root:portable_runner.py:543 Requesting worker at localhost:38545
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:50:58 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:35937.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:51:07 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 09, 2024 5:51:07 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-a1d6f6e1-11fb-4d09-8674-9677b0d29b43 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7283 deselected in 289.65s (0:04:49) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 242987
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 250202.
Stopping expansion service pid: 250203.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 43s
261 actionable tasks: 180 executed, 71 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/dbo5g7zbw6uhy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5043
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5043/display/redirect>
Changes:
------------------------------------------
[...truncated 1.33 MB...]
>
component_coder_ids: "GFVKEmjtvNVarIntCoder"
component_coder_ids: "GFVKEmjtvNIterableCoder"
>
>
coders: <
key: "GFVKEmjtvNRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$9d5dff6e-f8a4-4673-bd71-ce09fece8192"
>
>
>
coders: <
key: "GFVKEmjtvNVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "GFVKEmjtvNVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "GFVKEmjtvNbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/09 11:23:23 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704799403683498452
2024/01/09 11:23:26 Prepared job with id: go-testjdbcio_postgresreadwrite-859-7e06c8bb-ad92-4115-ac6c-848216cc5131 and staging token: go-testjdbcio_postgresreadwrite-859-7e06c8bb-ad92-4115-ac6c-848216cc5131
2024/01/09 11:23:26 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-859-7e06c8bb-ad92-4115-ac6c-848216cc5131
2024/01/09 11:23:26 Submitted job: go-testjdbcio_postgresreadwrite-859-7e06c8bb-ad92-4115-ac6c-848216cc5131
2024/01/09 11:23:26 Job[go-testjdbcio_postgresreadwrite-859-7e06c8bb-ad92-4115-ac6c-848216cc5131] state: STOPPED
2024/01/09 11:23:26 Job[go-testjdbcio_postgresreadwrite-859-7e06c8bb-ad92-4115-ac6c-848216cc5131] state: STARTING
2024/01/09 11:23:26 Job[go-testjdbcio_postgresreadwrite-859-7e06c8bb-ad92-4115-ac6c-848216cc5131] state: RUNNING
2024/01/09 11:23:26 2024-01-09 11:23:26. (1): ==================== <function annotate_downstream_side_inputs at 0x7fa110f27670> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fa110f27790> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (3): ==================== <function pack_combiners at 0x7fa110f27ca0> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (4): ==================== <function lift_combiners at 0x7fa110f27d30> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (5): ==================== <function expand_sdf at 0x7fa110f27ee0> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (6): ==================== <function expand_gbk at 0x7fa110f27f70> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (7): ==================== <function sink_flattens at 0x7fa110f280d0> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (8): ==================== <function greedily_fuse at 0x7fa110f28160> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (9): ==================== <function read_to_impulse at 0x7fa110f281f0> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (10): ==================== <function impulse_to_input at 0x7fa110f28280> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (11): ==================== <function sort_stages at 0x7fa110f284c0> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fa110f285e0> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (13): ==================== <function setup_timer_mapping at 0x7fa110f28430> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (14): ==================== <function populate_data_channel_coders at 0x7fa110f28550> ====================
2024/01/09 11:23:26 2024-01-09 11:23:26. (15): starting control server on port 45585
2024/01/09 11:23:26 2024-01-09 11:23:26. (16): starting data server on port 34577
2024/01/09 11:23:26 2024-01-09 11:23:26. (17): starting state server on port 38201
2024/01/09 11:23:26 2024-01-09 11:23:26. (18): starting logging server on port 36343
2024/01/09 11:23:26 2024-01-09 11:23:26. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa10c6155e0> for environment GFVKEmjtvNbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/09 11:23:26 2024-01-09 11:23:26. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/09 11:23:27 2024-01-09 11:23:27. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/09 11:23:33 2024-01-09 11:23:33. (22): Waiting for docker to start up. Current status is running
2024/01/09 11:23:33 2024-01-09 11:23:33. (23): Docker container is running. container_id = b'87affca07e216d2e7b4273a1c070f36df5fe81cf1e3e3a06712a1944c8f0d81a', worker_id = worker_14
2024/01/09 11:23:34 2024-01-09 11:23:34. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa1453a7430> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/09 11:23:37 2024-01-09 11:23:37. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/09 11:23:37 2024-01-09 11:23:37. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/09 11:23:39 2024-01-09 11:23:39. (27): Waiting for docker to start up. Current status is running
2024/01/09 11:23:39 2024-01-09 11:23:39. (28): Docker container is running. container_id = b'028d0f0b99dc9eac0ba7a35a1abfc41ffa34896157faf9997feabef69ec1928d', worker_id = worker_16
2024/01/09 11:23:44 2024-01-09 11:23:44. (29): Completed job in 17.63445019721985 seconds with state DONE.
2024/01/09 11:23:44 Job[go-testjdbcio_postgresreadwrite-859-7e06c8bb-ad92-4115-ac6c-848216cc5131] state: DONE
2024/01/09 11:23:44 🐳 Terminating container: 2340d9fd0d7d
2024/01/09 11:23:44 🚫 Container terminated: 2340d9fd0d7d
--- PASS: TestJDBCIO_PostgresReadWrite (49.79s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 146.592s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.063s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40627
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp8gr4bnh1/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38303
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 13s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/bsrdm46nvsulc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5042
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5042/display/redirect>
Changes:
------------------------------------------
[...truncated 1.50 MB...]
>
component_coder_ids: "MTbsXbdzpfVarIntCoder"
component_coder_ids: "MTbsXbdzpfIterableCoder"
>
>
coders: <
key: "MTbsXbdzpfRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$6902d25b-ea93-4e8c-a73f-2d414ff0daac"
>
>
>
coders: <
key: "MTbsXbdzpfVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "MTbsXbdzpfVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "MTbsXbdzpfbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/09 05:31:39 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704778299051460168
2024/01/09 05:31:41 Prepared job with id: go-testjdbcio_postgresreadwrite-806-e1432e08-aaba-4fc4-8bcf-a20734076402 and staging token: go-testjdbcio_postgresreadwrite-806-e1432e08-aaba-4fc4-8bcf-a20734076402
2024/01/09 05:31:42 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-806-e1432e08-aaba-4fc4-8bcf-a20734076402
2024/01/09 05:31:42 Submitted job: go-testjdbcio_postgresreadwrite-806-e1432e08-aaba-4fc4-8bcf-a20734076402
2024/01/09 05:31:42 Job[go-testjdbcio_postgresreadwrite-806-e1432e08-aaba-4fc4-8bcf-a20734076402] state: STOPPED
2024/01/09 05:31:42 Job[go-testjdbcio_postgresreadwrite-806-e1432e08-aaba-4fc4-8bcf-a20734076402] state: STARTING
2024/01/09 05:31:42 Job[go-testjdbcio_postgresreadwrite-806-e1432e08-aaba-4fc4-8bcf-a20734076402] state: RUNNING
2024/01/09 05:31:42 2024-01-09 05:31:42. (1): ==================== <function annotate_downstream_side_inputs at 0x7fa8354a8670> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fa8354a8790> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (3): ==================== <function pack_combiners at 0x7fa8354a8ca0> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (4): ==================== <function lift_combiners at 0x7fa8354a8d30> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (5): ==================== <function expand_sdf at 0x7fa8354a8ee0> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (6): ==================== <function expand_gbk at 0x7fa8354a8f70> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (7): ==================== <function sink_flattens at 0x7fa8354a90d0> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (8): ==================== <function greedily_fuse at 0x7fa8354a9160> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (9): ==================== <function read_to_impulse at 0x7fa8354a91f0> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (10): ==================== <function impulse_to_input at 0x7fa8354a9280> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (11): ==================== <function sort_stages at 0x7fa8354a94c0> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fa8354a95e0> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (13): ==================== <function setup_timer_mapping at 0x7fa8354a9430> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (14): ==================== <function populate_data_channel_coders at 0x7fa8354a9550> ====================
2024/01/09 05:31:42 2024-01-09 05:31:42. (15): starting control server on port 45605
2024/01/09 05:31:42 2024-01-09 05:31:42. (16): starting data server on port 36771
2024/01/09 05:31:42 2024-01-09 05:31:42. (17): starting state server on port 42111
2024/01/09 05:31:42 2024-01-09 05:31:42. (18): starting logging server on port 33093
2024/01/09 05:31:42 2024-01-09 05:31:42. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa86a56ef70> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/09 05:31:45 2024-01-09 05:31:45. (20): Attempting to pull image apache/beam_go_sdk:dev
2024/01/09 05:31:46 2024-01-09 05:31:46. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/09 05:31:47 2024-01-09 05:31:47. (22): Waiting for docker to start up. Current status is running
2024/01/09 05:31:47 2024-01-09 05:31:47. (23): Docker container is running. container_id = b'73a40daae9f4eaa4baa24b92d7bb6e043d00c3e73d1f9dc9b827ad53335e27a4', worker_id = worker_15
2024/01/09 05:31:48 2024-01-09 05:31:48. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa86a57c070> for environment MTbsXbdzpfbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/09 05:31:50 2024-01-09 05:31:50. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/09 05:31:51 2024-01-09 05:31:51. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/09 05:31:52 2024-01-09 05:31:52. (27): Waiting for docker to start up. Current status is running
2024/01/09 05:31:52 2024-01-09 05:31:52. (28): Docker container is running. container_id = b'c1dc5f224349708faff757c2a7b7c8c92fb71ec4be88795d6eb3f10e8107c0da', worker_id = worker_17
2024/01/09 05:31:59 2024-01-09 05:31:59. (29): Completed job in 17.425708055496216 seconds with state DONE.
2024/01/09 05:31:59 Job[go-testjdbcio_postgresreadwrite-806-e1432e08-aaba-4fc4-8bcf-a20734076402] state: DONE
2024/01/09 05:31:59 🐳 Terminating container: 1d2ecb656405
2024/01/09 05:32:00 🚫 Container terminated: 1d2ecb656405
--- PASS: TestJDBCIO_PostgresReadWrite (44.59s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 109.847s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.043s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35435
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpk7ex1ozn/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34325
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 47s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/qvmmyuqlmmwrm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5041
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5041/display/redirect>
Changes:
------------------------------------------
[...truncated 1.30 MB...]
>
>
coders: <
key: "mrDMaxTLSvCoder1"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006\244\253\027\360I\254\355\000\005sr\0004org.apache.beam.sdk.values.ValueInSingleWindow$Coder\"\233\r\360\026\253\377\367\002\000\002L\000\n\005.\005\030\034t\000\"Lorg/\tP\000/\001P,/sdk/coders/\005$\020;L\000\013w\005L\005\017 q\000~\000\001xr\000*N\210\000\t8(.Structured\00538s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\004Ro\t\226\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\005j|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\034\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x!aP\007L\000\016typeDescriptort\000+RM\000%\314\010s/T2-\000\020;xr\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\360\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\250\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\014Auto\245P\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)B\201\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220(\367\031\n\2336X\271\227\002\000\0016\301\000\010\017xp\005\311\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001\305(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\242\217F\013\247\014\320~D\346\302\306\347\200F\310\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\032\013(Row\032Q\006\2060\230\247\034\005X\032\243\te\244%.\000;N=\000\004tr\036\353\t\000.\026\002\013Ding.GlobalWindow$C\016)\013@3|\252\364\024\036\207\303\002\000\000xq\000~\000\002"
>
>
>
coders: <
key: "mrDMaxTLSvIterableCoder"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "mrDMaxTLSvCoder1"
>
>
coders: <
key: "mrDMaxTLSvKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "mrDMaxTLSvVarIntCoder"
component_coder_ids: "mrDMaxTLSvRowCoder"
>
>
coders: <
key: "mrDMaxTLSvKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "mrDMaxTLSvVarIntCoder"
component_coder_ids: "mrDMaxTLSvCoder1"
>
>
coders: <
key: "mrDMaxTLSvKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "mrDMaxTLSvVarIntCoder"
component_coder_ids: "mrDMaxTLSvIterableCoder"
>
>
coders: <
key: "mrDMaxTLSvRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$b81c6297-7c9a-4390-9e04-defd16ff40da"
>
>
>
coders: <
key: "mrDMaxTLSvVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "mrDMaxTLSvVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "mrDMaxTLSvbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/08 23:22:43 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704756163206033013
2024/01/08 23:22:46 Prepared job with id: go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359 and staging token: go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359
2024/01/08 23:22:46 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359
2024/01/08 23:22:46 Submitted job: go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359
2024/01/08 23:22:46 Job[go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359] state: STOPPED
2024/01/08 23:22:46 Job[go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359] state: STARTING
2024/01/08 23:22:46 Job[go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359] state: RUNNING
2024/01/08 23:22:46 2024-01-08 23:22:46. (1): ==================== <function annotate_downstream_side_inputs at 0x7ff571331670> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (2): ==================== <function fix_side_input_pcoll_coders at 0x7ff571331790> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (3): ==================== <function pack_combiners at 0x7ff571331ca0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (4): ==================== <function lift_combiners at 0x7ff571331d30> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (5): ==================== <function expand_sdf at 0x7ff571331ee0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (6): ==================== <function expand_gbk at 0x7ff571331f70> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (7): ==================== <function sink_flattens at 0x7ff5713320d0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (8): ==================== <function greedily_fuse at 0x7ff571332160> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (9): ==================== <function read_to_impulse at 0x7ff5713321f0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (10): ==================== <function impulse_to_input at 0x7ff571332280> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (11): ==================== <function sort_stages at 0x7ff5713324c0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7ff5713325e0> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (13): ==================== <function setup_timer_mapping at 0x7ff571332430> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (14): ==================== <function populate_data_channel_coders at 0x7ff571332550> ====================
2024/01/08 23:22:46 2024-01-08 23:22:46. (15): starting control server on port 42127
2024/01/08 23:22:46 2024-01-08 23:22:46. (16): starting data server on port 33733
2024/01/08 23:22:46 2024-01-08 23:22:46. (17): starting state server on port 37205
2024/01/08 23:22:46 2024-01-08 23:22:46. (18): starting logging server on port 36469
2024/01/08 23:22:46 2024-01-08 23:22:46. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff5a5d63e20> for environment mrDMaxTLSvbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/08 23:22:50 2024-01-08 23:22:50. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/08 23:22:51 2024-01-08 23:22:51. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/08 23:22:53 2024-01-08 23:22:53. (22): Waiting for docker to start up. Current status is running
2024/01/08 23:22:53 2024-01-08 23:22:53. (23): Docker container is running. container_id = b'b785de8854aac6f3297495100a962c423c75647be3e8bd3aa5b068efe8b0e7f7', worker_id = worker_17
2024/01/08 23:22:54 2024-01-08 23:22:54. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff5a5d037f0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/08 23:22:56 2024-01-08 23:22:56. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/08 23:22:57 2024-01-08 23:22:57. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/08 23:22:58 2024-01-08 23:22:58. (27): Waiting for docker to start up. Current status is running
2024/01/08 23:22:58 2024-01-08 23:22:58. (28): Docker container is running. container_id = b'aabc63e64afcccffed336fcc6f788964062347afcd31b8595e5e712c31accf0a', worker_id = worker_19
2024/01/08 23:23:02 2024-01-08 23:23:02. (29): Completed job in 15.218135833740234 seconds with state DONE.
2024/01/08 23:23:02 Job[go-testjdbcio_postgresreadwrite-895-1144177e-1020-45ce-86d8-18183c2b5359] state: DONE
2024/01/08 23:23:02 🐳 Terminating container: cc2914741195
2024/01/08 23:23:02 🚫 Container terminated: cc2914741195
--- PASS: TestJDBCIO_PostgresReadWrite (46.84s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 118.266s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.088s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33887
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpl2z5p8yj/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40001
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 12s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/muco7gtjnkwoo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5040
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5040/display/redirect?page=changes>
Changes:
[noreply] Update MLTransform docs (#29910)
------------------------------------------
[...truncated 984.10 KB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:21 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:21 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:22 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:23 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:24 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:24 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f74c20e1670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f74c20e1700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f74c20e1e50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f5053019700> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f5053019820> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f5053019d30> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f5053019dc0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f5053019f70> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f505301a040> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f505301a160> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f505301a1f0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f505301a280> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f505301a310> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f505301a550> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f505301a670> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f505301a4c0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f505301a5e0> ====================
INFO root:portable_runner.py:543 starting control server on port 33127
INFO root:portable_runner.py:543 starting data server on port 35421
INFO root:portable_runner.py:543 starting state server on port 43387
INFO root:portable_runner.py:543 starting logging server on port 45661
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5088028880> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'3f01a092206a8d98e56899135cb66394af52eea0d02fea522de7f0e18d61b825', worker_id = worker_60
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f508806ac70> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:34235')
INFO root:portable_runner.py:543 Requesting worker at localhost:34235
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:33 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_61 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33127.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:42 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 5:41:42 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_61.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-5ae3cfa0-34bb-4d78-8ee4-f11b6cd446c4 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 277.67s (0:04:37) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 935237
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 939364.
Stopping expansion service pid: 939365.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':release:go-licenses:go:dockerRun'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 55s
257 actionable tasks: 168 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/kdje7zisekxig
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5039
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5039/display/redirect>
Changes:
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:44:57 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:44:57 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:44:57 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:44:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:44:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:44:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f8373907670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f8373907700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f8373907e50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f910a29d700> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f910a29d820> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f910a29dd30> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f910a29ddc0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f910a29df70> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f910a29e040> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f910a29e160> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f910a29e1f0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f910a29e280> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f910a29e310> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f910a29e550> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f910a29e670> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f910a29e4c0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f910a29e5e0> ====================
INFO root:portable_runner.py:543 starting control server on port 43275
INFO root:portable_runner.py:543 starting data server on port 37891
INFO root:portable_runner.py:543 starting state server on port 41663
INFO root:portable_runner.py:543 starting logging server on port 41781
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f913e78cc40> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'd5875ab6ff0d3eac7f00034852417859dfaa727e03ad706a9ac7b0065a6c7945', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f913e7a71f0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:40681')
INFO root:portable_runner.py:543 Requesting worker at localhost:40681
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:45:09 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:43275.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:45:19 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 08, 2024 11:45:19 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d78c362f-16fc-4582-ba01-7ccd3fe5f793 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 290.16s (0:04:50) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 215807
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 222615.
Stopping expansion service pid: 222618.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 36s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/h5ejwrsmdrzx6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5038
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5038/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
>
>
coders: <
key: "UNAUSoNJZYRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$68645b2d-05e8-4335-b1f9-07a53a0ca6be"
>
>
>
coders: <
key: "UNAUSoNJZYVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "UNAUSoNJZYVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "UNAUSoNJZYbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/08 05:31:11 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704691871093842874
2024/01/08 05:31:13 Prepared job with id: go-testjdbcio_postgresreadwrite-605-928adcda-ae52-42a0-8b02-1583c3b0abda and staging token: go-testjdbcio_postgresreadwrite-605-928adcda-ae52-42a0-8b02-1583c3b0abda
2024/01/08 05:31:14 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-605-928adcda-ae52-42a0-8b02-1583c3b0abda
2024/01/08 05:31:14 Submitted job: go-testjdbcio_postgresreadwrite-605-928adcda-ae52-42a0-8b02-1583c3b0abda
2024/01/08 05:31:14 Job[go-testjdbcio_postgresreadwrite-605-928adcda-ae52-42a0-8b02-1583c3b0abda] state: STOPPED
2024/01/08 05:31:14 Job[go-testjdbcio_postgresreadwrite-605-928adcda-ae52-42a0-8b02-1583c3b0abda] state: STARTING
2024/01/08 05:31:14 Job[go-testjdbcio_postgresreadwrite-605-928adcda-ae52-42a0-8b02-1583c3b0abda] state: RUNNING
2024/01/08 05:31:14 2024-01-08 05:31:14. (1): ==================== <function annotate_downstream_side_inputs at 0x7f0b0cf91700> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f0b0cf91820> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (3): ==================== <function pack_combiners at 0x7f0b0cf91d30> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (4): ==================== <function lift_combiners at 0x7f0b0cf91dc0> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (5): ==================== <function expand_sdf at 0x7f0b0cf91f70> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (6): ==================== <function expand_gbk at 0x7f0b0cf92040> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (7): ==================== <function sink_flattens at 0x7f0b0cf92160> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (8): ==================== <function greedily_fuse at 0x7f0b0cf921f0> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (9): ==================== <function read_to_impulse at 0x7f0b0cf92280> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (10): ==================== <function impulse_to_input at 0x7f0b0cf92310> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (11): ==================== <function sort_stages at 0x7f0b0cf92550> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f0b0cf92670> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (13): ==================== <function setup_timer_mapping at 0x7f0b0cf924c0> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (14): ==================== <function populate_data_channel_coders at 0x7f0b0cf925e0> ====================
2024/01/08 05:31:14 2024-01-08 05:31:14. (15): starting control server on port 33729
2024/01/08 05:31:14 2024-01-08 05:31:14. (16): starting data server on port 39681
2024/01/08 05:31:14 2024-01-08 05:31:14. (17): starting state server on port 45011
2024/01/08 05:31:14 2024-01-08 05:31:14. (18): starting logging server on port 33819
2024/01/08 05:31:14 2024-01-08 05:31:14. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0b420206d0> for environment UNAUSoNJZYbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/08 05:31:17 2024-01-08 05:31:17. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/08 05:31:18 2024-01-08 05:31:18. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/08 05:31:19 2024-01-08 05:31:19. (22): Waiting for docker to start up. Current status is running
2024/01/08 05:31:19 2024-01-08 05:31:19. (23): Docker container is running. container_id = b'ea65ad75bf3c8d1273ef775341bbe842d499334190c3bf36fb208ba9beb3ec7e', worker_id = worker_15
2024/01/08 05:31:20 2024-01-08 05:31:20. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0b4202d040> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/08 05:31:22 2024-01-08 05:31:22. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/08 05:31:23 2024-01-08 05:31:23. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/08 05:31:24 2024-01-08 05:31:24. (27): Waiting for docker to start up. Current status is running
2024/01/08 05:31:24 2024-01-08 05:31:24. (28): Docker container is running. container_id = b'5eb94949d0d2f65351c75e215e326d31984f7a412880320df81f35e9dbdbd9cd', worker_id = worker_17
2024/01/08 05:31:28 2024-01-08 05:31:28. (29): Completed job in 14.011612176895142 seconds with state DONE.
2024/01/08 05:31:28 Job[go-testjdbcio_postgresreadwrite-605-928adcda-ae52-42a0-8b02-1583c3b0abda] state: DONE
2024/01/08 05:31:28 🐳 Terminating container: 6369f97fd4af
2024/01/08 05:31:28 🚫 Container terminated: 6369f97fd4af
--- PASS: TestJDBCIO_PostgresReadWrite (43.81s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 103.315s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.026s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 43127
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpr89a1_2d/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45629
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 23s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
Publishing build scan failed due to 'An unexpected error occurred creating your build scan.
Please report this problem at https://ge.apache.org/help, quoting the following reference code:
f6kbs66cdm7pu' (2 retries remaining)...
https://ge.apache.org/s/qyehlxvjoj33m
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5037
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5037/display/redirect>
Changes:
------------------------------------------
[...truncated 1.62 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:17 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:17 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:17 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:19 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:19 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:19 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe82380c670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe82380c700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe82380ce50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdb8ba84700> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdb8ba84820> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdb8ba84d30> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdb8ba84dc0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdb8ba84f70> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdb8ba85040> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdb8ba85160> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdb8ba851f0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdb8ba85280> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdb8ba85310> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdb8ba85550> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdb8ba85670> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdb8ba854c0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdb8ba855e0> ====================
INFO root:portable_runner.py:543 starting control server on port 40023
INFO root:portable_runner.py:543 starting data server on port 44477
INFO root:portable_runner.py:543 starting state server on port 45187
INFO root:portable_runner.py:543 starting logging server on port 34967
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdbbff975b0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'7ba543804217a92630c9f618eaee45e97641c56fc2076658f25630e449317023', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdbbffa5190> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:51727')
INFO root:portable_runner.py:543 Requesting worker at localhost:51727
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:29 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40023.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:39 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:39 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-5561eac9-fb31-4496-b3d3-faed1ca21821 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 282.02s (0:04:42) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2645670
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2667156.
Stopping expansion service pid: 2667157.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 56s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/rks5dngntweoe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5036
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5036/display/redirect>
Changes:
------------------------------------------
[...truncated 1.53 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:44:41 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:44:42 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:44:42 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:44:44 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:44:44 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:44:44 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f108279e670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f108279e700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f108279ee50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fb38983e700> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fb38983e820> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fb38983ed30> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fb38983edc0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fb38983ef70> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fb38983f040> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fb38983f160> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fb38983f1f0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fb38983f280> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fb38983f310> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fb38983f550> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fb38983f670> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fb38983f4c0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fb38983f5e0> ====================
INFO root:portable_runner.py:543 starting control server on port 46657
INFO root:portable_runner.py:543 starting data server on port 41013
INFO root:portable_runner.py:543 starting state server on port 34499
INFO root:portable_runner.py:543 starting logging server on port 45547
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb3be10c040> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'137a718a181e058e2e060db2ec395e4ddf1a8a86402b812454db5953389708b4', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fb3bd5cebb0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:45267')
INFO root:portable_runner.py:543 Requesting worker at localhost:45267
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:44:54 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:46657.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:45:03 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 5:45:03 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-253c233e-61b2-448e-b4d4-d1ae4ceb914c failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 286.92s (0:04:46) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1831063
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1837280.
Stopping expansion service pid: 1837281.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 21s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/bdslpodaisqvi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5035
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5035/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:44:57 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:44:58 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:44:58 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f811f27e670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f811f27e700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f811f27ee50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f5fa5341700> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f5fa5341820> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f5fa5341d30> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f5fa5341dc0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f5fa5341f70> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f5fa5342040> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f5fa5342160> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f5fa53421f0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f5fa5342280> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f5fa5342310> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f5fa5342550> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f5fa5342670> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f5fa53424c0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f5fa53425e0> ====================
INFO root:portable_runner.py:543 starting control server on port 38465
INFO root:portable_runner.py:543 starting data server on port 41037
INFO root:portable_runner.py:543 starting state server on port 34797
INFO root:portable_runner.py:543 starting logging server on port 39131
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5fd9fcd220> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'0000d86dbf29eb3c1150e8a54ca0d11a0c7e0d471c002e00c9c5d5eed284b752', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f5fd9fadb50> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:43231')
INFO root:portable_runner.py:543 Requesting worker at localhost:43231
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:10 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:38465.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:19 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 07, 2024 11:45:19 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-f5d4b5ec-95b1-423a-af17-2b6f3990ebe2 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 280.81s (0:04:40) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1095143
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1115183.
Stopping expansion service pid: 1115184.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 36s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/qxla6xubto7lm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5034
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5034/display/redirect>
Changes:
------------------------------------------
[...truncated 1.31 MB...]
>
>
coders: <
key: "qCPkqCZboTCoder1"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006\244\253\027\360I\254\355\000\005sr\0004org.apache.beam.sdk.values.ValueInSingleWindow$Coder\"\233\r\360\026\253\377\367\002\000\002L\000\n\005.\005\030\034t\000\"Lorg/\tP\000/\001P,/sdk/coders/\005$\020;L\000\013w\005L\005\017 q\000~\000\001xr\000*N\210\000\t8(.Structured\00538s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\004Ro\t\226\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\005j|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\034\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x!aP\007L\000\016typeDescriptort\000+RM\000%\314\010s/T2-\000\020;xr\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\360\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\250\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\014Auto\245P\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)B\201\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220(\367\031\n\2336X\271\227\002\000\0016\301\000\010\017xp\005\311\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001\305(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\221\373\222S\177\017{:\201Y^;D\351A*\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\032\013(Row\032Q\006\2060\230\247\034\005X\032\243\te\244%.\000;N=\000\004tr\036\353\t\000.\026\002\013Ding.GlobalWindow$C\016)\013@3|\252\364\024\036\207\303\002\000\000xq\000~\000\002"
>
>
>
coders: <
key: "qCPkqCZboTIterableCoder"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "qCPkqCZboTCoder1"
>
>
coders: <
key: "qCPkqCZboTKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "qCPkqCZboTVarIntCoder"
component_coder_ids: "qCPkqCZboTRowCoder"
>
>
coders: <
key: "qCPkqCZboTKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "qCPkqCZboTVarIntCoder"
component_coder_ids: "qCPkqCZboTCoder1"
>
>
coders: <
key: "qCPkqCZboTKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "qCPkqCZboTVarIntCoder"
component_coder_ids: "qCPkqCZboTIterableCoder"
>
>
coders: <
key: "qCPkqCZboTRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$fc1c5a28-6ae0-4148-bd39-ad679aa20d6e"
>
>
>
coders: <
key: "qCPkqCZboTVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "qCPkqCZboTVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "qCPkqCZboTbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/07 05:31:14 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704605474813444522
2024/01/07 05:31:17 Prepared job with id: go-testjdbcio_postgresreadwrite-276-b0c25ddb-8caa-41e8-9ed3-af241880d366 and staging token: go-testjdbcio_postgresreadwrite-276-b0c25ddb-8caa-41e8-9ed3-af241880d366
2024/01/07 05:31:18 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-276-b0c25ddb-8caa-41e8-9ed3-af241880d366
2024/01/07 05:31:18 Submitted job: go-testjdbcio_postgresreadwrite-276-b0c25ddb-8caa-41e8-9ed3-af241880d366
2024/01/07 05:31:18 Job[go-testjdbcio_postgresreadwrite-276-b0c25ddb-8caa-41e8-9ed3-af241880d366] state: STOPPED
2024/01/07 05:31:18 Job[go-testjdbcio_postgresreadwrite-276-b0c25ddb-8caa-41e8-9ed3-af241880d366] state: STARTING
2024/01/07 05:31:18 Job[go-testjdbcio_postgresreadwrite-276-b0c25ddb-8caa-41e8-9ed3-af241880d366] state: RUNNING
2024/01/07 05:31:18 2024-01-07 05:31:18. (1): ==================== <function annotate_downstream_side_inputs at 0x7fd6bec7a700> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fd6bec7a820> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (3): ==================== <function pack_combiners at 0x7fd6bec7ad30> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (4): ==================== <function lift_combiners at 0x7fd6bec7adc0> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (5): ==================== <function expand_sdf at 0x7fd6bec7af70> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (6): ==================== <function expand_gbk at 0x7fd6bec7b040> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (7): ==================== <function sink_flattens at 0x7fd6bec7b160> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (8): ==================== <function greedily_fuse at 0x7fd6bec7b1f0> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (9): ==================== <function read_to_impulse at 0x7fd6bec7b280> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (10): ==================== <function impulse_to_input at 0x7fd6bec7b310> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (11): ==================== <function sort_stages at 0x7fd6bec7b550> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fd6bec7b670> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (13): ==================== <function setup_timer_mapping at 0x7fd6bec7b4c0> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (14): ==================== <function populate_data_channel_coders at 0x7fd6bec7b5e0> ====================
2024/01/07 05:31:18 2024-01-07 05:31:18. (15): starting control server on port 37619
2024/01/07 05:31:18 2024-01-07 05:31:18. (16): starting data server on port 41137
2024/01/07 05:31:18 2024-01-07 05:31:18. (17): starting state server on port 40323
2024/01/07 05:31:18 2024-01-07 05:31:18. (18): starting logging server on port 42421
2024/01/07 05:31:18 2024-01-07 05:31:18. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd6f3cb8d30> for environment qCPkqCZboTbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/07 05:31:18 2024-01-07 05:31:18. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/07 05:31:19 2024-01-07 05:31:19. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/07 05:31:21 2024-01-07 05:31:21. (22): Waiting for docker to start up. Current status is running
2024/01/07 05:31:21 2024-01-07 05:31:21. (23): Docker container is running. container_id = b'd0334939f1965ebc1fb3f77d724b61dc5a675468162f5a4e81ef24c4ece24e50', worker_id = worker_17
2024/01/07 05:31:22 2024-01-07 05:31:22. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd6f3d066a0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/07 05:31:25 2024-01-07 05:31:25. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/07 05:31:25 2024-01-07 05:31:25. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/07 05:31:27 2024-01-07 05:31:27. (27): Waiting for docker to start up. Current status is running
2024/01/07 05:31:27 2024-01-07 05:31:27. (28): Docker container is running. container_id = b'd428109189b4648d388c4d43e5a9a98cba07622789b1c4002514f39b7027f087', worker_id = worker_19
2024/01/07 05:31:30 2024-01-07 05:31:30. (29): Completed job in 12.24991512298584 seconds with state DONE.
2024/01/07 05:31:30 Job[go-testjdbcio_postgresreadwrite-276-b0c25ddb-8caa-41e8-9ed3-af241880d366] state: DONE
2024/01/07 05:31:30 🐳 Terminating container: 48e9dd033d09
2024/01/07 05:31:30 🚫 Container terminated: 48e9dd033d09
--- PASS: TestJDBCIO_PostgresReadWrite (38.07s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 101.085s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33751
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpaglt5ah7/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46531
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 27s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/slixikz4obchm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5033
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5033/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:44:42 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:44:42 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:44:43 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:44:44 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:44:45 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:44:45 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f5226d59670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f5226d59700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f5226d59e50> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f66dc196700> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f66dc196820> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f66dc196d30> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f66dc196dc0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f66dc196f70> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f66dc197040> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f66dc197160> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f66dc1971f0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f66dc197280> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f66dc197310> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f66dc197550> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f66dc197670> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f66dc1974c0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f66dc1975e0> ====================
INFO root:portable_runner.py:543 starting control server on port 45181
INFO root:portable_runner.py:543 starting data server on port 38221
INFO root:portable_runner.py:543 starting state server on port 40265
INFO root:portable_runner.py:543 starting logging server on port 45083
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6711217190> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'ea61a2a20de44c06cf006be57769f76e42dbf1b0f1e4efe564881b0932b9a042', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f66d8056eb0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:35609')
INFO root:portable_runner.py:543 Requesting worker at localhost:35609
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:44:55 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:45181.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:45:04 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 06, 2024 11:45:04 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-a7187353-c873-4524-a989-11161f64b388 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 276.14s (0:04:36) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3423568
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3429947.
Stopping expansion service pid: 3429948.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 20s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/plrlquatlllxe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5032
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5032/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
>
component_coder_ids: "BRJkADFgplVarIntCoder"
component_coder_ids: "BRJkADFgplIterableCoder"
>
>
coders: <
key: "BRJkADFgplRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$0d993a53-436e-4e2e-a8fe-2451e3877386"
>
>
>
coders: <
key: "BRJkADFgplVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "BRJkADFgplVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "BRJkADFgplbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/06 17:22:41 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704561761145190212
2024/01/06 17:22:44 Prepared job with id: go-testjdbcio_postgresreadwrite-163-d83b6c3e-6541-44e3-8971-b67ed089b098 and staging token: go-testjdbcio_postgresreadwrite-163-d83b6c3e-6541-44e3-8971-b67ed089b098
2024/01/06 17:22:44 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-163-d83b6c3e-6541-44e3-8971-b67ed089b098
2024/01/06 17:22:44 Submitted job: go-testjdbcio_postgresreadwrite-163-d83b6c3e-6541-44e3-8971-b67ed089b098
2024/01/06 17:22:44 Job[go-testjdbcio_postgresreadwrite-163-d83b6c3e-6541-44e3-8971-b67ed089b098] state: STOPPED
2024/01/06 17:22:44 Job[go-testjdbcio_postgresreadwrite-163-d83b6c3e-6541-44e3-8971-b67ed089b098] state: STARTING
2024/01/06 17:22:44 Job[go-testjdbcio_postgresreadwrite-163-d83b6c3e-6541-44e3-8971-b67ed089b098] state: RUNNING
2024/01/06 17:22:44 2024-01-06 17:22:44. (1): ==================== <function annotate_downstream_side_inputs at 0x7fdb97c0d700> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fdb97c0d820> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (3): ==================== <function pack_combiners at 0x7fdb97c0dd30> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (4): ==================== <function lift_combiners at 0x7fdb97c0ddc0> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (5): ==================== <function expand_sdf at 0x7fdb97c0df70> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (6): ==================== <function expand_gbk at 0x7fdb97c0e040> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (7): ==================== <function sink_flattens at 0x7fdb97c0e160> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (8): ==================== <function greedily_fuse at 0x7fdb97c0e1f0> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (9): ==================== <function read_to_impulse at 0x7fdb97c0e280> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (10): ==================== <function impulse_to_input at 0x7fdb97c0e310> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (11): ==================== <function sort_stages at 0x7fdb97c0e550> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fdb97c0e670> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (13): ==================== <function setup_timer_mapping at 0x7fdb97c0e4c0> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (14): ==================== <function populate_data_channel_coders at 0x7fdb97c0e5e0> ====================
2024/01/06 17:22:44 2024-01-06 17:22:44. (15): starting control server on port 43933
2024/01/06 17:22:44 2024-01-06 17:22:44. (16): starting data server on port 46429
2024/01/06 17:22:44 2024-01-06 17:22:44. (17): starting state server on port 34221
2024/01/06 17:22:44 2024-01-06 17:22:44. (18): starting logging server on port 45661
2024/01/06 17:22:44 2024-01-06 17:22:44. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdbc9c78280> for environment BRJkADFgplbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/06 17:22:44 2024-01-06 17:22:44. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/06 17:22:45 2024-01-06 17:22:45. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/06 17:22:50 2024-01-06 17:22:50. (22): Waiting for docker to start up. Current status is running
2024/01/06 17:22:50 2024-01-06 17:22:50. (23): Docker container is running. container_id = b'8c4e0b0ed7293d6a422f4e20a9fe6fb0a4176a1ea0679343b38f24fa6ea10f09', worker_id = worker_16
2024/01/06 17:22:51 2024-01-06 17:22:51. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdbc9cabf40> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/06 17:22:52 2024-01-06 17:22:52. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/06 17:22:52 2024-01-06 17:22:52. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/06 17:22:53 2024-01-06 17:22:53. (27): Waiting for docker to start up. Current status is running
2024/01/06 17:22:53 2024-01-06 17:22:53. (28): Docker container is running. container_id = b'5bf03233bb56857d1e758aeb2ad263a56e5430977d3ee3286e18fe42f0b54a6b', worker_id = worker_17
2024/01/06 17:22:56 2024-01-06 17:22:56. (29): Completed job in 11.905091524124146 seconds with state DONE.
2024/01/06 17:22:56 Job[go-testjdbcio_postgresreadwrite-163-d83b6c3e-6541-44e3-8971-b67ed089b098] state: DONE
2024/01/06 17:22:56 🐳 Terminating container: ebd2ed830418
2024/01/06 17:22:57 🚫 Container terminated: ebd2ed830418
--- PASS: TestJDBCIO_PostgresReadWrite (40.88s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 108.784s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.035s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 43267
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpuxkc6ca2/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42749
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 56s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/mvddukhc7rx52
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
beam_PostCommit_XVR_Direct - Build # 5031 - Aborted!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
beam_PostCommit_XVR_Direct - Build # 5031 - Aborted:
Check console output at https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5031/ to view the results.
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5030
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5030/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
coders: <
key: "dSdSzrtzCzKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "dSdSzrtzCzVarIntCoder"
component_coder_ids: "dSdSzrtzCzRowCoder"
>
>
coders: <
key: "dSdSzrtzCzKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "dSdSzrtzCzVarIntCoder"
component_coder_ids: "dSdSzrtzCzCoder1"
>
>
coders: <
key: "dSdSzrtzCzKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "dSdSzrtzCzVarIntCoder"
component_coder_ids: "dSdSzrtzCzIterableCoder"
>
>
coders: <
key: "dSdSzrtzCzRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$cc08636e-bc47-49fc-bfdd-42cd6972e865"
>
>
>
coders: <
key: "dSdSzrtzCzVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "dSdSzrtzCzVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "dSdSzrtzCzbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/06 05:30:31 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704519031344902509
2024/01/06 05:30:33 Prepared job with id: go-testjdbcio_postgresreadwrite-335-bb108e39-9f80-427d-bba3-3667ff43afd5 and staging token: go-testjdbcio_postgresreadwrite-335-bb108e39-9f80-427d-bba3-3667ff43afd5
2024/01/06 05:30:34 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-335-bb108e39-9f80-427d-bba3-3667ff43afd5
2024/01/06 05:30:34 Submitted job: go-testjdbcio_postgresreadwrite-335-bb108e39-9f80-427d-bba3-3667ff43afd5
2024/01/06 05:30:34 Job[go-testjdbcio_postgresreadwrite-335-bb108e39-9f80-427d-bba3-3667ff43afd5] state: STOPPED
2024/01/06 05:30:34 Job[go-testjdbcio_postgresreadwrite-335-bb108e39-9f80-427d-bba3-3667ff43afd5] state: STARTING
2024/01/06 05:30:34 Job[go-testjdbcio_postgresreadwrite-335-bb108e39-9f80-427d-bba3-3667ff43afd5] state: RUNNING
2024/01/06 05:30:34 2024-01-06 05:30:34. (1): ==================== <function annotate_downstream_side_inputs at 0x7ff37f723dc0> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (2): ==================== <function fix_side_input_pcoll_coders at 0x7ff37f723ee0> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (3): ==================== <function pack_combiners at 0x7ff37f72a430> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (4): ==================== <function lift_combiners at 0x7ff37f72a4c0> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (5): ==================== <function expand_sdf at 0x7ff37f72a670> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (6): ==================== <function expand_gbk at 0x7ff37f72a700> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (7): ==================== <function sink_flattens at 0x7ff37f72a820> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (8): ==================== <function greedily_fuse at 0x7ff37f72a8b0> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (9): ==================== <function read_to_impulse at 0x7ff37f72a940> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (10): ==================== <function impulse_to_input at 0x7ff37f72a9d0> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (11): ==================== <function sort_stages at 0x7ff37f72ac10> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7ff37f72ad30> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (13): ==================== <function setup_timer_mapping at 0x7ff37f72ab80> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (14): ==================== <function populate_data_channel_coders at 0x7ff37f72aca0> ====================
2024/01/06 05:30:34 2024-01-06 05:30:34. (15): starting control server on port 42347
2024/01/06 05:30:34 2024-01-06 05:30:34. (16): starting data server on port 34263
2024/01/06 05:30:34 2024-01-06 05:30:34. (17): starting state server on port 35441
2024/01/06 05:30:34 2024-01-06 05:30:34. (18): starting logging server on port 42225
2024/01/06 05:30:34 2024-01-06 05:30:34. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff3b3513d60> for environment dSdSzrtzCzbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/06 05:30:37 2024-01-06 05:30:37. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/06 05:30:37 2024-01-06 05:30:37. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/06 05:30:38 2024-01-06 05:30:38. (22): Waiting for docker to start up. Current status is running
2024/01/06 05:30:38 2024-01-06 05:30:38. (23): Docker container is running. container_id = b'32244250555cb501809365365218c871acbc8494bb90e790b8fca830f9a22bee', worker_id = worker_15
2024/01/06 05:30:39 2024-01-06 05:30:39. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff3b351f7f0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/06 05:30:42 2024-01-06 05:30:42. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/06 05:30:42 2024-01-06 05:30:42. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/06 05:30:44 2024-01-06 05:30:44. (27): Waiting for docker to start up. Current status is running
2024/01/06 05:30:44 2024-01-06 05:30:44. (28): Docker container is running. container_id = b'fef9212e5e0e438dc06ac4d3200e324a60d20232ba90a2d53fc400da520ded5c', worker_id = worker_17
2024/01/06 05:30:47 2024-01-06 05:30:47. (29): Completed job in 13.35942029953003 seconds with state DONE.
2024/01/06 05:30:47 Job[go-testjdbcio_postgresreadwrite-335-bb108e39-9f80-427d-bba3-3667ff43afd5] state: DONE
2024/01/06 05:30:47 🐳 Terminating container: be8055b40565
2024/01/06 05:30:47 🚫 Container terminated: be8055b40565
--- PASS: TestJDBCIO_PostgresReadWrite (39.61s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 102.265s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39061
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp0zhxu0us/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33685
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 32m 40s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/6xy2gzlgkna26
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5029
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5029/display/redirect>
Changes:
------------------------------------------
[...truncated 1.79 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:12 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:13 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:13 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:15 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:15 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:15 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f2298cabd30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f2298cabdc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f2298cac550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fbbccd04dc0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fbbccd04ee0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fbbccd06430> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fbbccd064c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fbbccd06670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fbbccd06700> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fbbccd06820> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fbbccd068b0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fbbccd06940> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fbbccd069d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fbbccd06c10> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fbbccd06d30> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fbbccd06b80> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fbbccd06ca0> ====================
INFO root:portable_runner.py:543 starting control server on port 39343
INFO root:portable_runner.py:543 starting data server on port 44815
INFO root:portable_runner.py:543 starting state server on port 33549
INFO root:portable_runner.py:543 starting logging server on port 36747
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fbc018ad4f0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'f3a88c5191ec5fe1540abb85369f6cbb832b36a15b72290039d15e8fe4df87aa', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fbc01895850> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:47079')
INFO root:portable_runner.py:543 Requesting worker at localhost:47079
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:25 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:39343.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:35 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:35 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-0502506e-2b27-41f0-bf56-1bebc3a0aabc failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 284.09s (0:04:44) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 292259
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 299734.
Stopping expansion service pid: 299735.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 49s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ft5x3zvz446bg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5028
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5028/display/redirect?page=changes>
Changes:
[noreply] [Typescript] stop service when done (#29929)
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:44:45 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:44:46 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:44:46 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:44:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:44:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:44:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe2187b0d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe2187b0dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe2187b1550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fc71aa5adc0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fc71aa5aee0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fc71aa5c430> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fc71aa5c4c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fc71aa5c670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fc71aa5c700> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fc71aa5c820> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fc71aa5c8b0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fc71aa5c940> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fc71aa5c9d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fc71aa5cc10> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fc71aa5cd30> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fc71aa5cb80> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fc71aa5cca0> ====================
INFO root:portable_runner.py:543 starting control server on port 35437
INFO root:portable_runner.py:543 starting data server on port 33575
INFO root:portable_runner.py:543 starting state server on port 38453
INFO root:portable_runner.py:543 starting logging server on port 35859
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fc74f32dd60> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'ff019768b59aa7e0b452f95f120ee510ada8360011ac83451d315247d452a3b1', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fc74f32f040> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:44387')
INFO root:portable_runner.py:543 Requesting worker at localhost:44387
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:44:59 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:35437.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:45:09 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:45:09 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-60de5aba-0b9e-4a41-88b9-40675e245748 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 292.13s (0:04:52) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3765154
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3769135.
Stopping expansion service pid: 3769136.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 27s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/2bybq2ihbtggg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5027
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5027/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:49861.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:11 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:12 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:12 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:14 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:15 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:15 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ff6bba89d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ff6bba89dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ff6bba8a550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f095f4f5dc0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f095f4f5ee0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f095f4f6430> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f095f4f64c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f095f4f6670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f095f4f6700> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f095f4f6820> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f095f4f68b0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f095f4f6940> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f095f4f69d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f095f4f6c10> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f095f4f6d30> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f095f4f6b80> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f095f4f6ca0> ====================
INFO root:portable_runner.py:543 starting control server on port 34893
INFO root:portable_runner.py:543 starting data server on port 43833
INFO root:portable_runner.py:543 starting state server on port 36697
INFO root:portable_runner.py:543 starting logging server on port 42175
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0992fceee0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'1973f803e2a246eed2df2b0f1014e3fa405f56adebcbc8447127cd9ef44d7445', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f0992ff7250> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:49861')
INFO root:portable_runner.py:543 Requesting worker at localhost:49861
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:26 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:34893.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:37 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 11:45:37 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-5050cd9e-7112-47c4-84e0-8c01842c83c1 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 301.62s (0:05:01) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3045734
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3051789.
Stopping expansion service pid: 3051790.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 58s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/vsbnatsuojsog
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5026
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5026/display/redirect>
Changes:
------------------------------------------
[...truncated 1.62 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:52:41 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:52:41 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:52:42 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:52:43 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:52:43 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:52:44 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f1d17bcdd30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f1d17bcddc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f1d17bce550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f6019c19dc0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f6019c19ee0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f6019c1a430> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f6019c1a4c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f6019c1a670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f6019c1a700> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f6019c1a820> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f6019c1a8b0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f6019c1a940> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f6019c1a9d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f6019c1ac10> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f6019c1ad30> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f6019c1ab80> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f6019c1aca0> ====================
INFO root:portable_runner.py:543 starting control server on port 40809
INFO root:portable_runner.py:543 starting data server on port 45845
INFO root:portable_runner.py:543 starting state server on port 36865
INFO root:portable_runner.py:543 starting logging server on port 41189
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f604d76cf40> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'47335053605afdbfe0b28a93370e828a6b28b999dbcc0526e72d3def130d66b3', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f604d748f10> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36329')
INFO root:portable_runner.py:543 Requesting worker at localhost:36329
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:52:53 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:40809.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:53:03 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 05, 2024 5:53:03 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-0bd63d33-57ce-4659-aad8-7a48eea3b032 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 275.78s (0:04:35) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1894629
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1895242.
Stopping expansion service pid: 1895243.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 44s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/emcf4bzu4gr4a
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5025
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5025/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:52:54 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:52:54 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:52:54 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:52:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:52:57 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:52:57 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f30bdc38d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f30bdc38dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f30bdc3c550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f3d1b1ccdc0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f3d1b1ccee0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f3d1b1cd430> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f3d1b1cd4c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f3d1b1cd670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f3d1b1cd700> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f3d1b1cd820> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f3d1b1cd8b0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f3d1b1cd940> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f3d1b1cd9d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f3d1b1cdc10> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f3d1b1cdd30> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f3d1b1cdb80> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f3d1b1cdca0> ====================
INFO root:portable_runner.py:543 starting control server on port 41337
INFO root:portable_runner.py:543 starting data server on port 36877
INFO root:portable_runner.py:543 starting state server on port 33217
INFO root:portable_runner.py:543 starting logging server on port 43925
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3d40282be0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'db6f051b3e2e665e9cc1f8a6696024d240ade6b645d75990033a7df46abc7bf8', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f3d4029e220> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:44079')
INFO root:portable_runner.py:543 Requesting worker at localhost:44079
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:53:07 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:41337.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:53:17 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:53:17 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-4e85f0fe-a8d0-4e1c-83cc-472e65d23997 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7276 deselected in 282.17s (0:04:42) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1656548
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1657068.
Stopping expansion service pid: 1657069.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 51s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/zlmospgbm4y7k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5024
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5024/display/redirect>
Changes:
------------------------------------------
[...truncated 1.61 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:50:53 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:50:54 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:50:54 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:50:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:50:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:50:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f37c87b9d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f37c87b9dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f37c87ba550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f74a8517dc0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f74a8517ee0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f74a8518430> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f74a85184c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f74a8518670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f74a8518700> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f74a8518820> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f74a85188b0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f74a8518940> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f74a85189d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f74a8518c10> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f74a8518d30> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f74a8518b80> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f74a8518ca0> ====================
INFO root:portable_runner.py:543 starting control server on port 35159
INFO root:portable_runner.py:543 starting data server on port 44435
INFO root:portable_runner.py:543 starting state server on port 33169
INFO root:portable_runner.py:543 starting logging server on port 37139
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f74c89edee0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'7db2d734fdf320bceee60c60e7078cf3cecc0a0c495c2bb548ce4c83e019d068', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f74dcaf9160> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46149')
INFO root:portable_runner.py:543 Requesting worker at localhost:46149
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:51:07 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:35159.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:51:18 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 5:51:18 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-669dfb3e-ff35-46f3-ba4e-566cffd4b5ea failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7275 deselected in 328.10s (0:05:28) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 514150
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 517608.
Stopping expansion service pid: 517609.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 41m 38s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/sdoykuecfueto
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5023
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5023/display/redirect>
Changes:
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:13 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:13 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:14 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:15 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:16 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:16 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f2a8efbcd30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f2a8efbcdc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f2a8efc0550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7feab2685dc0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7feab2685ee0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7feab2687430> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7feab26874c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7feab2687670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7feab2687700> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7feab2687820> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7feab26878b0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7feab2687940> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7feab26879d0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7feab2687c10> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7feab2687d30> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7feab2687b80> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7feab2687ca0> ====================
INFO root:portable_runner.py:543 starting control server on port 32951
INFO root:portable_runner.py:543 starting data server on port 40739
INFO root:portable_runner.py:543 starting state server on port 43213
INFO root:portable_runner.py:543 starting logging server on port 35327
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7feae76cf400> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'6a50f5bb71b0d95951baa2f7198ea21a90f1baf2580b20ecf3ee82c24d8bc024', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7feae76c0ac0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:44239')
INFO root:portable_runner.py:543 Requesting worker at localhost:44239
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:27 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:32951.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:37 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 04, 2024 11:45:37 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-2101306e-3c26-4c11-bc5a-8a0d20bee187 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7274 deselected in 304.11s (0:05:04) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3986987
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3992873.
Stopping expansion service pid: 3992874.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/kkgbgastv7zos
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5022
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5022/display/redirect?page=changes>
Changes:
[noreply] Switch to use self hosted runners for linux unit tests (#29907)
------------------------------------------
[...truncated 1.31 MB...]
>
component_coder_ids: "MPXbunblSKVarIntCoder"
component_coder_ids: "MPXbunblSKRowCoder"
>
>
coders: <
key: "MPXbunblSKKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "MPXbunblSKVarIntCoder"
component_coder_ids: "MPXbunblSKCoder1"
>
>
coders: <
key: "MPXbunblSKKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "MPXbunblSKVarIntCoder"
component_coder_ids: "MPXbunblSKIterableCoder"
>
>
coders: <
key: "MPXbunblSKRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$2cb4ea93-0e76-4cf7-87b0-04e43b305103"
>
>
>
coders: <
key: "MPXbunblSKVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "MPXbunblSKVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "MPXbunblSKbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/04 05:31:50 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704346310795415803
2024/01/04 05:31:53 Prepared job with id: go-testjdbcio_postgresreadwrite-49-95df95e0-40d0-421b-8a32-8f5691d5f54e and staging token: go-testjdbcio_postgresreadwrite-49-95df95e0-40d0-421b-8a32-8f5691d5f54e
2024/01/04 05:31:53 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-49-95df95e0-40d0-421b-8a32-8f5691d5f54e
2024/01/04 05:31:53 Submitted job: go-testjdbcio_postgresreadwrite-49-95df95e0-40d0-421b-8a32-8f5691d5f54e
2024/01/04 05:31:53 Job[go-testjdbcio_postgresreadwrite-49-95df95e0-40d0-421b-8a32-8f5691d5f54e] state: STOPPED
2024/01/04 05:31:53 Job[go-testjdbcio_postgresreadwrite-49-95df95e0-40d0-421b-8a32-8f5691d5f54e] state: STARTING
2024/01/04 05:31:53 Job[go-testjdbcio_postgresreadwrite-49-95df95e0-40d0-421b-8a32-8f5691d5f54e] state: RUNNING
2024/01/04 05:31:53 2024-01-04 05:31:53. (1): ==================== <function annotate_downstream_side_inputs at 0x7fb090615dc0> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fb090615ee0> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (3): ==================== <function pack_combiners at 0x7fb090617430> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (4): ==================== <function lift_combiners at 0x7fb0906174c0> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (5): ==================== <function expand_sdf at 0x7fb090617670> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (6): ==================== <function expand_gbk at 0x7fb090617700> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (7): ==================== <function sink_flattens at 0x7fb090617820> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (8): ==================== <function greedily_fuse at 0x7fb0906178b0> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (9): ==================== <function read_to_impulse at 0x7fb090617940> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (10): ==================== <function impulse_to_input at 0x7fb0906179d0> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (11): ==================== <function sort_stages at 0x7fb090617c10> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fb090617d30> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (13): ==================== <function setup_timer_mapping at 0x7fb090617b80> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (14): ==================== <function populate_data_channel_coders at 0x7fb090617ca0> ====================
2024/01/04 05:31:53 2024-01-04 05:31:53. (15): starting control server on port 40513
2024/01/04 05:31:53 2024-01-04 05:31:53. (16): starting data server on port 40367
2024/01/04 05:31:53 2024-01-04 05:31:53. (17): starting state server on port 42789
2024/01/04 05:31:53 2024-01-04 05:31:53. (18): starting logging server on port 38123
2024/01/04 05:31:53 2024-01-04 05:31:53. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb0bae27940> for environment MPXbunblSKbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/04 05:31:54 2024-01-04 05:31:54. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/04 05:31:55 2024-01-04 05:31:55. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/04 05:31:57 2024-01-04 05:31:57. (22): Waiting for docker to start up. Current status is running
2024/01/04 05:31:57 2024-01-04 05:31:57. (23): Docker container is running. container_id = b'8a11888369e427a0b2086387b7fbaf4fdbb092a5eab29fc978ad5cecd17c1b86', worker_id = worker_17
2024/01/04 05:31:58 2024-01-04 05:31:58. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb0bae75d00> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/04 05:32:01 2024-01-04 05:32:00. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/04 05:32:01 2024-01-04 05:32:01. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/04 05:32:02 2024-01-04 05:32:02. (27): Waiting for docker to start up. Current status is running
2024/01/04 05:32:02 2024-01-04 05:32:02. (28): Docker container is running. container_id = b'844c96314d7ed6dee11e24c6ebf913ece9711ed27aab368c2c7b10b84e89e236', worker_id = worker_19
2024/01/04 05:32:06 2024-01-04 05:32:06. (29): Completed job in 12.195502996444702 seconds with state DONE.
2024/01/04 05:32:06 Job[go-testjdbcio_postgresreadwrite-49-95df95e0-40d0-421b-8a32-8f5691d5f54e] state: DONE
2024/01/04 05:32:06 🐳 Terminating container: f2be0dcb1397
2024/01/04 05:32:06 🚫 Container terminated: f2be0dcb1397
--- PASS: TestJDBCIO_PostgresReadWrite (38.42s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 104.594s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.034s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 37809
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmptip6n9gc/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 46539
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 52s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/hlkpy2oxumyse
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5021
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5021/display/redirect>
Changes:
------------------------------------------
[...truncated 1.33 MB...]
>
component_coder_ids: "KitOqDAmSpVarIntCoder"
component_coder_ids: "KitOqDAmSpRowCoder"
>
>
coders: <
key: "KitOqDAmSpKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "KitOqDAmSpVarIntCoder"
component_coder_ids: "KitOqDAmSpCoder1"
>
>
coders: <
key: "KitOqDAmSpKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "KitOqDAmSpVarIntCoder"
component_coder_ids: "KitOqDAmSpIterableCoder"
>
>
coders: <
key: "KitOqDAmSpRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$a37772de-c77c-48f8-aa5b-f004d6708a15"
>
>
>
coders: <
key: "KitOqDAmSpVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "KitOqDAmSpVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "KitOqDAmSpbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/03 23:23:30 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704324210696551329
2024/01/03 23:23:33 Prepared job with id: go-testjdbcio_postgresreadwrite-575-92b67ac0-1e46-4eac-8a60-bab580b37507 and staging token: go-testjdbcio_postgresreadwrite-575-92b67ac0-1e46-4eac-8a60-bab580b37507
2024/01/03 23:23:33 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-575-92b67ac0-1e46-4eac-8a60-bab580b37507
2024/01/03 23:23:33 Submitted job: go-testjdbcio_postgresreadwrite-575-92b67ac0-1e46-4eac-8a60-bab580b37507
2024/01/03 23:23:33 Job[go-testjdbcio_postgresreadwrite-575-92b67ac0-1e46-4eac-8a60-bab580b37507] state: STOPPED
2024/01/03 23:23:33 Job[go-testjdbcio_postgresreadwrite-575-92b67ac0-1e46-4eac-8a60-bab580b37507] state: STARTING
2024/01/03 23:23:33 Job[go-testjdbcio_postgresreadwrite-575-92b67ac0-1e46-4eac-8a60-bab580b37507] state: RUNNING
2024/01/03 23:23:33 2024-01-03 23:23:33. (1): ==================== <function annotate_downstream_side_inputs at 0x7f56bfe31dc0> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f56bfe31ee0> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (3): ==================== <function pack_combiners at 0x7f56bfe33430> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (4): ==================== <function lift_combiners at 0x7f56bfe334c0> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (5): ==================== <function expand_sdf at 0x7f56bfe33670> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (6): ==================== <function expand_gbk at 0x7f56bfe33700> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (7): ==================== <function sink_flattens at 0x7f56bfe33820> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (8): ==================== <function greedily_fuse at 0x7f56bfe338b0> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (9): ==================== <function read_to_impulse at 0x7f56bfe33940> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (10): ==================== <function impulse_to_input at 0x7f56bfe339d0> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (11): ==================== <function sort_stages at 0x7f56bfe33c10> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f56bfe33d30> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (13): ==================== <function setup_timer_mapping at 0x7f56bfe33b80> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (14): ==================== <function populate_data_channel_coders at 0x7f56bfe33ca0> ====================
2024/01/03 23:23:33 2024-01-03 23:23:33. (15): starting control server on port 39217
2024/01/03 23:23:33 2024-01-03 23:23:33. (16): starting data server on port 41311
2024/01/03 23:23:33 2024-01-03 23:23:33. (17): starting state server on port 35339
2024/01/03 23:23:33 2024-01-03 23:23:33. (18): starting logging server on port 44077
2024/01/03 23:23:33 2024-01-03 23:23:33. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f56f4f4c970> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/03 23:23:33 2024-01-03 23:23:33. (20): Attempting to pull image apache/beam_go_sdk:dev
2024/01/03 23:23:34 2024-01-03 23:23:34. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/03 23:23:42 2024-01-03 23:23:42. (22): Waiting for docker to start up. Current status is running
2024/01/03 23:23:42 2024-01-03 23:23:42. (23): Docker container is running. container_id = b'7ca533bac8d1e882364b2187812a81ca5fd751f024667d84c07288078a4d1125', worker_id = worker_18
2024/01/03 23:23:43 2024-01-03 23:23:43. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f56ea746280> for environment KitOqDAmSpbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/03 23:23:47 2024-01-03 23:23:46. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/03 23:23:47 2024-01-03 23:23:47. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/03 23:23:49 2024-01-03 23:23:49. (27): Waiting for docker to start up. Current status is running
2024/01/03 23:23:49 2024-01-03 23:23:49. (28): Docker container is running. container_id = b'34ac65ac425d1b15d8ebfa1519e4f2b9e2fa47471399e6f533a4345278e6ebe8', worker_id = worker_20
2024/01/03 23:24:00 2024-01-03 23:24:00. (29): Completed job in 27.00316572189331 seconds with state DONE.
2024/01/03 23:24:00 Job[go-testjdbcio_postgresreadwrite-575-92b67ac0-1e46-4eac-8a60-bab580b37507] state: DONE
2024/01/03 23:24:00 🐳 Terminating container: 25af117187de
2024/01/03 23:24:02 🚫 Container terminated: 25af117187de
--- PASS: TestJDBCIO_PostgresReadWrite (63.71s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 135.679s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.027s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 44491
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpf7gesyw9/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 36051
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 38m 30s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/3uvpa6svbumtk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5020
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5020/display/redirect?page=changes>
Changes:
[noreply] fix indent (#29905)
------------------------------------------
[...truncated 1.21 MB...]
>
component_coder_ids: "WFPUdkwbFoVarIntCoder"
component_coder_ids: "WFPUdkwbFoIterableCoder"
>
>
coders: <
key: "WFPUdkwbFoRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$674a5440-39bf-406a-bfd0-b5415bc7ae70"
>
>
>
coders: <
key: "WFPUdkwbFoVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "WFPUdkwbFoVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "WFPUdkwbFobeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar\022@5d87445d134d49ee8afafbab635e82dd3058d58e6b4e52df298af756d0743320"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-XYdEXRNNSe6K-vurY16C3TBY1Y5rTlLfKYr3VtB0MyA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/03 17:22:53 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1704302573661508841
2024/01/03 17:22:56 Prepared job with id: go-testjdbcio_postgresreadwrite-312-c4a5d238-5b3d-4183-ab2c-6d2c8fd49643 and staging token: go-testjdbcio_postgresreadwrite-312-c4a5d238-5b3d-4183-ab2c-6d2c8fd49643
2024/01/03 17:22:56 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-312-c4a5d238-5b3d-4183-ab2c-6d2c8fd49643
2024/01/03 17:22:56 Submitted job: go-testjdbcio_postgresreadwrite-312-c4a5d238-5b3d-4183-ab2c-6d2c8fd49643
2024/01/03 17:22:56 Job[go-testjdbcio_postgresreadwrite-312-c4a5d238-5b3d-4183-ab2c-6d2c8fd49643] state: STOPPED
2024/01/03 17:22:56 Job[go-testjdbcio_postgresreadwrite-312-c4a5d238-5b3d-4183-ab2c-6d2c8fd49643] state: STARTING
2024/01/03 17:22:56 Job[go-testjdbcio_postgresreadwrite-312-c4a5d238-5b3d-4183-ab2c-6d2c8fd49643] state: RUNNING
2024/01/03 17:22:56 2024-01-03 17:22:56. (1): ==================== <function annotate_downstream_side_inputs at 0x7fc5ac0d5c10> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fc5ac0d5d30> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (3): ==================== <function pack_combiners at 0x7fc5ac0d6280> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (4): ==================== <function lift_combiners at 0x7fc5ac0d6310> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (5): ==================== <function expand_sdf at 0x7fc5ac0d64c0> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (6): ==================== <function expand_gbk at 0x7fc5ac0d6550> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (7): ==================== <function sink_flattens at 0x7fc5ac0d6670> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (8): ==================== <function greedily_fuse at 0x7fc5ac0d6700> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (9): ==================== <function read_to_impulse at 0x7fc5ac0d6790> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (10): ==================== <function impulse_to_input at 0x7fc5ac0d6820> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (11): ==================== <function sort_stages at 0x7fc5ac0d6a60> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fc5ac0d6b80> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (13): ==================== <function setup_timer_mapping at 0x7fc5ac0d69d0> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (14): ==================== <function populate_data_channel_coders at 0x7fc5ac0d6af0> ====================
2024/01/03 17:22:56 2024-01-03 17:22:56. (15): starting control server on port 42369
2024/01/03 17:22:56 2024-01-03 17:22:56. (16): starting data server on port 43467
2024/01/03 17:22:56 2024-01-03 17:22:56. (17): starting state server on port 39061
2024/01/03 17:22:56 2024-01-03 17:22:56. (18): starting logging server on port 43883
2024/01/03 17:22:56 2024-01-03 17:22:56. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fc5e0f50820> for environment WFPUdkwbFobeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/03 17:23:00 2024-01-03 17:23:00. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/03 17:23:01 2024-01-03 17:23:01. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/03 17:23:02 2024-01-03 17:23:02. (22): Waiting for docker to start up. Current status is running
2024/01/03 17:23:02 2024-01-03 17:23:02. (23): Docker container is running. container_id = b'213d77b23ebeb885852957fd3b0d580d82f4bcfab1104dfe743c223613cb1866', worker_id = worker_13
2024/01/03 17:23:03 2024-01-03 17:23:03. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fc5e0f5b340> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/03 17:23:07 2024-01-03 17:23:07. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/03 17:23:08 2024-01-03 17:23:08. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/03 17:23:09 2024-01-03 17:23:09. (27): Waiting for docker to start up. Current status is running
2024/01/03 17:23:09 2024-01-03 17:23:09. (28): Docker container is running. container_id = b'a71f956541227fdf181e7d69904a04647c7ad0cf804eb238a2cb395609c7ff83', worker_id = worker_15
2024/01/03 17:23:13 2024-01-03 17:23:13. (29): Completed job in 16.515339136123657 seconds with state DONE.
2024/01/03 17:23:13 Job[go-testjdbcio_postgresreadwrite-312-c4a5d238-5b3d-4183-ab2c-6d2c8fd49643] state: DONE
2024/01/03 17:23:13 🐳 Terminating container: 4e12f39cda06
2024/01/03 17:23:13 🚫 Container terminated: 4e12f39cda06
--- PASS: TestJDBCIO_PostgresReadWrite (45.28s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 98.128s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.074s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 37759
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpq7dfq7ho/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 37425
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 8s
261 actionable tasks: 180 executed, 71 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ksetyyfewzguc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5019
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5019/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:04 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:05 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:05 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:07 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:07 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:07 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fcdac111c10> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fcdac111ca0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fcdac112430> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fd61e685ca0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fd61e685dc0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fd61e686310> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fd61e6863a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fd61e686550> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fd61e6865e0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fd61e686700> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fd61e686790> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fd61e686820> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fd61e6868b0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fd61e686af0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fd61e686c10> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fd61e686a60> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fd61e686b80> ====================
INFO root:portable_runner.py:543 starting control server on port 40627
INFO root:portable_runner.py:543 starting data server on port 43203
INFO root:portable_runner.py:543 starting state server on port 40861
INFO root:portable_runner.py:543 starting logging server on port 35909
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd64b732fa0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a30b5b8480d1e32ba45629496c186e6160e64accfe16def04311e5314bd2e443', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fd64b737700> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:47487')
INFO root:portable_runner.py:543 Requesting worker at localhost:47487
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:18 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40627.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:28 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 11:45:28 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-8ec78a2f-83ef-4c5f-a45b-1419b235ac1b failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 296.71s (0:04:56) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 782382
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 788637.
Stopping expansion service pid: 788638.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 48s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/hlwruq7mwerym
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5018
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5018/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:54:54 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:54:54 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:54:55 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:54:57 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:54:57 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:54:57 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f1c57e155e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f1c57e15670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f1c57e15dc0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdc298a4670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdc298a4790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdc298a4ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdc298a4d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdc298a4ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdc298a4f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdc298a50d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdc298a5160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdc298a51f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdc298a5280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdc298a54c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdc298a55e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdc298a5430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdc298a5550> ====================
INFO root:portable_runner.py:543 starting control server on port 35911
INFO root:portable_runner.py:543 starting data server on port 36807
INFO root:portable_runner.py:543 starting state server on port 36683
INFO root:portable_runner.py:543 starting logging server on port 35265
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdc5e8ac460> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'd02c105267b01052a66954c3009cc71eaeda74a54d48dad812cabcab5b670622', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdc5d995970> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:34821')
INFO root:portable_runner.py:543 Requesting worker at localhost:34821
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:55:07 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:35911.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:55:17 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 03, 2024 5:55:17 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-901c66b2-f8b5-41f8-a1b0-016de713afd0 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 284.84s (0:04:44) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 388754
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 389283.
Stopping expansion service pid: 389284.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 40s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/bfevrzn7kge2e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5017
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5017/display/redirect>
Changes:
------------------------------------------
[...truncated 1.36 MB...]
>
coders: <
key: "qKPfGMsFMkKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "qKPfGMsFMkVarIntCoder"
component_coder_ids: "qKPfGMsFMkTimestampedValueCoder"
>
>
coders: <
key: "qKPfGMsFMkKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "qKPfGMsFMkVarIntCoder"
component_coder_ids: "qKPfGMsFMkIterableCoder"
>
>
coders: <
key: "qKPfGMsFMkRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$b6ce0cff-1361-407d-b106-fc17ee9d0d4c"
>
>
>
coders: <
key: "qKPfGMsFMkTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\273\203]\023w1\324\320\207\021N\202\203\355N\205\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "qKPfGMsFMkVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "qKPfGMsFMkVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "qKPfGMsFMkbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-KKH434nTrggFZd8wS2JM0HeMW2kseYXcYfZbvL8JIcg.jar\022@28a1f8df89d3ae080565df304b624cd0778c5b692c7985dc61f65bbcbf0921c8"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-KKH434nTrggFZd8wS2JM0HeMW2kseYXcYfZbvL8JIcg.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/02 23:23:30 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704237810021256114
2024/01/02 23:23:32 Prepared job with id: go-testjdbcio_postgresreadwrite-1-4907de4c-a420-4baa-8afa-ed9aaaba0e7b and staging token: go-testjdbcio_postgresreadwrite-1-4907de4c-a420-4baa-8afa-ed9aaaba0e7b
2024/01/02 23:23:33 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-1-4907de4c-a420-4baa-8afa-ed9aaaba0e7b
2024/01/02 23:23:33 Submitted job: go-testjdbcio_postgresreadwrite-1-4907de4c-a420-4baa-8afa-ed9aaaba0e7b
2024/01/02 23:23:33 Job[go-testjdbcio_postgresreadwrite-1-4907de4c-a420-4baa-8afa-ed9aaaba0e7b] state: STOPPED
2024/01/02 23:23:33 Job[go-testjdbcio_postgresreadwrite-1-4907de4c-a420-4baa-8afa-ed9aaaba0e7b] state: STARTING
2024/01/02 23:23:33 Job[go-testjdbcio_postgresreadwrite-1-4907de4c-a420-4baa-8afa-ed9aaaba0e7b] state: RUNNING
2024/01/02 23:23:33 2024-01-02 23:23:33. (1): ==================== <function annotate_downstream_side_inputs at 0x7f33444f1670> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f33444f1790> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (3): ==================== <function pack_combiners at 0x7f33444f1ca0> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (4): ==================== <function lift_combiners at 0x7f33444f1d30> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (5): ==================== <function expand_sdf at 0x7f33444f1ee0> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (6): ==================== <function expand_gbk at 0x7f33444f1f70> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (7): ==================== <function sink_flattens at 0x7f33444f20d0> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (8): ==================== <function greedily_fuse at 0x7f33444f2160> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (9): ==================== <function read_to_impulse at 0x7f33444f21f0> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (10): ==================== <function impulse_to_input at 0x7f33444f2280> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (11): ==================== <function sort_stages at 0x7f33444f24c0> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f33444f25e0> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (13): ==================== <function setup_timer_mapping at 0x7f33444f2430> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (14): ==================== <function populate_data_channel_coders at 0x7f33444f2550> ====================
2024/01/02 23:23:33 2024-01-02 23:23:33. (15): starting control server on port 34855
2024/01/02 23:23:33 2024-01-02 23:23:33. (16): starting data server on port 46267
2024/01/02 23:23:33 2024-01-02 23:23:33. (17): starting state server on port 46777
2024/01/02 23:23:33 2024-01-02 23:23:33. (18): starting logging server on port 35357
2024/01/02 23:23:33 2024-01-02 23:23:33. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3341be7dc0> for environment qKPfGMsFMkbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/02 23:23:33 2024-01-02 23:23:33. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/02 23:23:33 2024-01-02 23:23:33. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/02 23:23:38 2024-01-02 23:23:38. (22): Waiting for docker to start up. Current status is running
2024/01/02 23:23:38 2024-01-02 23:23:38. (23): Docker container is running. container_id = b'6520fb0288c1c3f6153eb2b6904d0b429b40768478cacc509e37d502ef4626f7', worker_id = worker_16
2024/01/02 23:23:39 2024-01-02 23:23:39. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f337934b910> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/02 23:23:42 2024-01-02 23:23:42. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/02 23:23:42 2024-01-02 23:23:42. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/02 23:23:44 2024-01-02 23:23:44. (27): Waiting for docker to start up. Current status is running
2024/01/02 23:23:44 2024-01-02 23:23:44. (28): Docker container is running. container_id = b'85ff253d850d535342628374c67b5c7bad1477dc7754bbdf331e8ee04c36f0ca', worker_id = worker_18
2024/01/02 23:23:49 2024-01-02 23:23:49. (29): Completed job in 16.28850769996643 seconds with state DONE.
2024/01/02 23:23:49 Job[go-testjdbcio_postgresreadwrite-1-4907de4c-a420-4baa-8afa-ed9aaaba0e7b] state: DONE
2024/01/02 23:23:49 🐳 Terminating container: 1f6a308ef98f
2024/01/02 23:23:49 🚫 Container terminated: 1f6a308ef98f
--- PASS: TestJDBCIO_PostgresReadWrite (45.94s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 113.830s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:354: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.074s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 39657
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpdzxtwchq/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 41065
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 35s
261 actionable tasks: 179 executed, 72 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/v3nzpp6qyo222
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5016
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5016/display/redirect?page=changes>
Changes:
[noreply] Make Neo4JIO streamed (#29853)
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:06 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:06 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:07 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:08 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:09 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:09 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ff5defff5e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ff5defff670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ff5defffdc0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f5cede09670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f5cede09790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f5cede09ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f5cede09d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f5cede09ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f5cede09f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f5cede0a0d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f5cede0a160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f5cede0a1f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f5cede0a280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f5cede0a4c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f5cede0a5e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f5cede0a430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f5cede0a550> ====================
INFO root:portable_runner.py:543 starting control server on port 39869
INFO root:portable_runner.py:543 starting data server on port 35657
INFO root:portable_runner.py:543 starting state server on port 37195
INFO root:portable_runner.py:543 starting logging server on port 37933
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5d22f14910> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'701dd511d13197b50cb53ea886c1b6dd0ee97e57abf509240aaf212a859d62d9', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f5d22793970> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36907')
INFO root:portable_runner.py:543 Requesting worker at localhost:36907
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:19 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:39869.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:28 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:41:28 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-dd0d0250-8801-4acf-8f43-dc53d3e45b17 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 283.46s (0:04:43) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2417333
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2424377.
Stopping expansion service pid: 2424378.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 47s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/cvzzj372cjqdy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5015
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5015/display/redirect>
Changes:
------------------------------------------
[...truncated 1.21 MB...]
>
>
>
coders: <
key: "KacvyzeocQTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\203\022p\005^K84\346gU\331\r\323B\265\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "KacvyzeocQVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "KacvyzeocQVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "KacvyzeocQbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar\022@e5f822223da431695c7c68a74854d66f1211da972bb8d7c5acad4692bb54296d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/02 11:22:32 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1704194552068676722
2024/01/02 11:22:34 Prepared job with id: go-testjdbcio_postgresreadwrite-337-59a16743-d37b-4a5f-875a-5ef20c2b2619 and staging token: go-testjdbcio_postgresreadwrite-337-59a16743-d37b-4a5f-875a-5ef20c2b2619
2024/01/02 11:22:35 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-337-59a16743-d37b-4a5f-875a-5ef20c2b2619
2024/01/02 11:22:35 Submitted job: go-testjdbcio_postgresreadwrite-337-59a16743-d37b-4a5f-875a-5ef20c2b2619
2024/01/02 11:22:35 Job[go-testjdbcio_postgresreadwrite-337-59a16743-d37b-4a5f-875a-5ef20c2b2619] state: STOPPED
2024/01/02 11:22:35 Job[go-testjdbcio_postgresreadwrite-337-59a16743-d37b-4a5f-875a-5ef20c2b2619] state: STARTING
2024/01/02 11:22:35 Job[go-testjdbcio_postgresreadwrite-337-59a16743-d37b-4a5f-875a-5ef20c2b2619] state: RUNNING
2024/01/02 11:22:35 2024-01-02 11:22:35. (1): ==================== <function annotate_downstream_side_inputs at 0x7f8b1beb8670> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f8b1beb8790> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (3): ==================== <function pack_combiners at 0x7f8b1beb8ca0> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (4): ==================== <function lift_combiners at 0x7f8b1beb8d30> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (5): ==================== <function expand_sdf at 0x7f8b1beb8ee0> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (6): ==================== <function expand_gbk at 0x7f8b1beb8f70> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (7): ==================== <function sink_flattens at 0x7f8b1beb90d0> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (8): ==================== <function greedily_fuse at 0x7f8b1beb9160> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (9): ==================== <function read_to_impulse at 0x7f8b1beb91f0> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (10): ==================== <function impulse_to_input at 0x7f8b1beb9280> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (11): ==================== <function sort_stages at 0x7f8b1beb94c0> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f8b1beb95e0> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (13): ==================== <function setup_timer_mapping at 0x7f8b1beb9430> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (14): ==================== <function populate_data_channel_coders at 0x7f8b1beb9550> ====================
2024/01/02 11:22:35 2024-01-02 11:22:35. (15): starting control server on port 42759
2024/01/02 11:22:35 2024-01-02 11:22:35. (16): starting data server on port 36171
2024/01/02 11:22:35 2024-01-02 11:22:35. (17): starting state server on port 44469
2024/01/02 11:22:35 2024-01-02 11:22:35. (18): starting logging server on port 34125
2024/01/02 11:22:35 2024-01-02 11:22:35. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8b50742640> for environment KacvyzeocQbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/02 11:22:36 2024-01-02 11:22:36. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/02 11:22:36 2024-01-02 11:22:36. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/02 11:22:39 2024-01-02 11:22:39. (22): Waiting for docker to start up. Current status is running
2024/01/02 11:22:39 2024-01-02 11:22:39. (23): Docker container is running. container_id = b'857c89d4355522d87b9b5092050dfd716c7e9ebc2e0f9c0671dd5f7800341e1f', worker_id = worker_13
2024/01/02 11:22:40 2024-01-02 11:22:40. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8b5074e100> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/02 11:22:42 2024-01-02 11:22:42. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/02 11:22:43 2024-01-02 11:22:43. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/02 11:22:44 2024-01-02 11:22:44. (27): Waiting for docker to start up. Current status is running
2024/01/02 11:22:44 2024-01-02 11:22:44. (28): Docker container is running. container_id = b'51f9a4b7702bc610234648af689c7645713e39298bbef6916e39e6c9b9d727c9', worker_id = worker_15
2024/01/02 11:22:48 2024-01-02 11:22:48. (29): Completed job in 13.161077737808228 seconds with state DONE.
2024/01/02 11:22:48 Job[go-testjdbcio_postgresreadwrite-337-59a16743-d37b-4a5f-875a-5ef20c2b2619] state: DONE
2024/01/02 11:22:48 🐳 Terminating container: 120f5f22d571
2024/01/02 11:22:48 🚫 Container terminated: 120f5f22d571
--- PASS: TestJDBCIO_PostgresReadWrite (43.58s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 98.452s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.023s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 32821
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpnlqthxzu/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 44227
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 40s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5014
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5014/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:38019.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:51:41 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:51:41 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:51:42 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:51:43 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:51:44 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:51:44 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fd9493145e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fd949314670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fd949314dc0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fe76aba9670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fe76aba9790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fe76aba9ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fe76aba9d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fe76aba9ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fe76aba9f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fe76abaa0d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fe76abaa160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fe76abaa1f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fe76abaa280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fe76abaa4c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fe76abaa5e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fe76abaa430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fe76abaa550> ====================
INFO root:portable_runner.py:543 starting control server on port 46559
INFO root:portable_runner.py:543 starting data server on port 35735
INFO root:portable_runner.py:543 starting state server on port 36821
INFO root:portable_runner.py:543 starting logging server on port 45873
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe79e8899a0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'9675d2f642cf4e8fe78abed3050bef5a138625f4b6f96d60f9e4bf675b649540', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fe79e899280> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:38019')
INFO root:portable_runner.py:543 Requesting worker at localhost:38019
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:51:53 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:46559.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:52:02 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 02, 2024 5:52:02 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-cd54f4c2-7794-46b3-88a7-0fcc22cb7258 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 273.64s (0:04:33) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3906271
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3906783.
Stopping expansion service pid: 3906784.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 32m 59s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5013
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5013/display/redirect>
Changes:
------------------------------------------
[...truncated 1.82 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:40:59 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:41:00 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:41:00 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:41:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:41:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:41:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f5458a375e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f5458a37670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f5458a37dc0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f904580c670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f904580c790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f904580cca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f904580cd30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f904580cee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f904580cf70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f904580d0d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f904580d160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f904580d1f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f904580d280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f904580d4c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f904580d5e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f904580d430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f904580d550> ====================
INFO root:portable_runner.py:543 starting control server on port 44631
INFO root:portable_runner.py:543 starting data server on port 37807
INFO root:portable_runner.py:543 starting state server on port 41475
INFO root:portable_runner.py:543 starting logging server on port 43187
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f907a8f6970> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'386805a00899430081f7184c1fe5200900c1fb1f840793cab81d01737904a14e', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f907a1bac10> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:52823')
INFO root:portable_runner.py:543 Requesting worker at localhost:52823
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:41:12 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:44631.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:41:21 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 11:41:21 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-116de162-4543-49c8-86c0-4f05ba72532b failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 279.57s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 4100053
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4105405.
Stopping expansion service pid: 4105406.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 39s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5012
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5012/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:45:52 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:45:52 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:45:52 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:45:54 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:45:55 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:45:55 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f5e8a1315e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f5e8a131670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f5e8a131dc0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdc44b73670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdc44b73790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdc44b73ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdc44b73d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdc44b73ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdc44b73f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdc44b740d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdc44b74160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdc44b741f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdc44b74280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdc44b744c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdc44b745e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdc44b74430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdc44b74550> ====================
INFO root:portable_runner.py:543 starting control server on port 43667
INFO root:portable_runner.py:543 starting data server on port 44521
INFO root:portable_runner.py:543 starting state server on port 36545
INFO root:portable_runner.py:543 starting logging server on port 44391
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdc78693fd0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'4f72a19350e91d3345674df05c6f4fa3fe9f5b4c2ef74d8b76ee5a33e01ce14b', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdc78698970> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:48035')
INFO root:portable_runner.py:543 Requesting worker at localhost:48035
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:46:06 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:43667.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:46:17 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Jan 01, 2024 5:46:17 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-80b2eed6-aa67-4014-b88e-6fb3d48985c1 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 294.62s (0:04:54) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3383858
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3387601.
Stopping expansion service pid: 3387602.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 30s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5011
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5011/display/redirect>
Changes:
------------------------------------------
[...truncated 1.37 MB...]
>
>
>
coders: <
key: "BjGaYxpBqmTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\263\340\236\347C\356\254{Y\222\253\226\304hC\020\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "BjGaYxpBqmVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "BjGaYxpBqmVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "BjGaYxpBqmbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar\022@e5f822223da431695c7c68a74854d66f1211da972bb8d7c5acad4692bb54296d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2024/01/01 11:22:51 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1704108171361975724
2024/01/01 11:22:54 Prepared job with id: go-testjdbcio_postgresreadwrite-92-85af86b0-a50a-4af1-83da-4cc51fb316f9 and staging token: go-testjdbcio_postgresreadwrite-92-85af86b0-a50a-4af1-83da-4cc51fb316f9
2024/01/01 11:22:54 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-92-85af86b0-a50a-4af1-83da-4cc51fb316f9
2024/01/01 11:22:54 Submitted job: go-testjdbcio_postgresreadwrite-92-85af86b0-a50a-4af1-83da-4cc51fb316f9
2024/01/01 11:22:54 Job[go-testjdbcio_postgresreadwrite-92-85af86b0-a50a-4af1-83da-4cc51fb316f9] state: STOPPED
2024/01/01 11:22:54 Job[go-testjdbcio_postgresreadwrite-92-85af86b0-a50a-4af1-83da-4cc51fb316f9] state: STARTING
2024/01/01 11:22:54 Job[go-testjdbcio_postgresreadwrite-92-85af86b0-a50a-4af1-83da-4cc51fb316f9] state: RUNNING
2024/01/01 11:22:54 2024-01-01 11:22:54. (1): ==================== <function annotate_downstream_side_inputs at 0x7fdce9eaa670> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fdce9eaa790> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (3): ==================== <function pack_combiners at 0x7fdce9eaaca0> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (4): ==================== <function lift_combiners at 0x7fdce9eaad30> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (5): ==================== <function expand_sdf at 0x7fdce9eaaee0> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (6): ==================== <function expand_gbk at 0x7fdce9eaaf70> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (7): ==================== <function sink_flattens at 0x7fdce9eab0d0> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (8): ==================== <function greedily_fuse at 0x7fdce9eab160> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (9): ==================== <function read_to_impulse at 0x7fdce9eab1f0> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (10): ==================== <function impulse_to_input at 0x7fdce9eab280> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (11): ==================== <function sort_stages at 0x7fdce9eab4c0> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fdce9eab5e0> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (13): ==================== <function setup_timer_mapping at 0x7fdce9eab430> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (14): ==================== <function populate_data_channel_coders at 0x7fdce9eab550> ====================
2024/01/01 11:22:54 2024-01-01 11:22:54. (15): starting control server on port 34845
2024/01/01 11:22:54 2024-01-01 11:22:54. (16): starting data server on port 39915
2024/01/01 11:22:54 2024-01-01 11:22:54. (17): starting state server on port 46497
2024/01/01 11:22:54 2024-01-01 11:22:54. (18): starting logging server on port 46153
2024/01/01 11:22:54 2024-01-01 11:22:54. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdd1ef36430> for environment BjGaYxpBqmbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/01 11:22:54 2024-01-01 11:22:54. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/01 11:22:55 2024-01-01 11:22:55. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/01 11:22:58 2024-01-01 11:22:58. (22): Waiting for docker to start up. Current status is running
2024/01/01 11:22:58 2024-01-01 11:22:58. (23): Docker container is running. container_id = b'206b2b5e8160d8145d4e9cb31aca1b7303d27020b300ab102dbe815b30479a48', worker_id = worker_13
2024/01/01 11:22:59 2024-01-01 11:22:59. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdd1ef3adc0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/01 11:23:01 2024-01-01 11:23:01. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/01 11:23:02 2024-01-01 11:23:02. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/01 11:23:03 2024-01-01 11:23:03. (27): Waiting for docker to start up. Current status is running
2024/01/01 11:23:03 2024-01-01 11:23:03. (28): Docker container is running. container_id = b'6424c9b23242f365623c5ecf3ebc5acd32c735a736d9870b76d1a207aef90e84', worker_id = worker_15
2024/01/01 11:23:07 2024-01-01 11:23:07. (29): Completed job in 12.691662073135376 seconds with state DONE.
2024/01/01 11:23:07 Job[go-testjdbcio_postgresreadwrite-92-85af86b0-a50a-4af1-83da-4cc51fb316f9] state: DONE
2024/01/01 11:23:07 🐳 Terminating container: a4a9413755da
2024/01/01 11:23:07 🚫 Container terminated: a4a9413755da
--- PASS: TestJDBCIO_PostgresReadWrite (40.66s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 116.431s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.046s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 39673
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp1bf51d2p/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 45089
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 42s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5010
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5010/display/redirect>
Changes:
------------------------------------------
[...truncated 1.24 MB...]
component_coder_ids: "oDXLCAoNhVRowCoder"
>
>
coders: <
key: "oDXLCAoNhVKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "oDXLCAoNhVVarIntCoder"
component_coder_ids: "oDXLCAoNhVTimestampedValueCoder"
>
>
coders: <
key: "oDXLCAoNhVKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "oDXLCAoNhVVarIntCoder"
component_coder_ids: "oDXLCAoNhVIterableCoder"
>
>
coders: <
key: "oDXLCAoNhVRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$c48791fa-d93e-45ba-977f-21e04084e5a6"
>
>
>
coders: <
key: "oDXLCAoNhVTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\236?\305\246o#\032\321q\302\273.\355bB\361\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "oDXLCAoNhVVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "oDXLCAoNhVVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "oDXLCAoNhVbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar\022@e5f822223da431695c7c68a74854d66f1211da972bb8d7c5acad4692bb54296d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2024/01/01 05:25:16 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1704086716891171664
2024/01/01 05:25:19 Prepared job with id: go-testjdbcio_postgresreadwrite-477-fc946a08-1a28-4a79-829c-896ff03aff3a and staging token: go-testjdbcio_postgresreadwrite-477-fc946a08-1a28-4a79-829c-896ff03aff3a
2024/01/01 05:25:20 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-477-fc946a08-1a28-4a79-829c-896ff03aff3a
2024/01/01 05:25:20 Submitted job: go-testjdbcio_postgresreadwrite-477-fc946a08-1a28-4a79-829c-896ff03aff3a
2024/01/01 05:25:20 2024-01-01 05:25:20. (5): ==================== <function expand_sdf at 0x7f98709deee0> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (6): ==================== <function expand_gbk at 0x7f98709def70> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (7): ==================== <function sink_flattens at 0x7f98709df0d0> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (8): ==================== <function greedily_fuse at 0x7f98709df160> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (9): ==================== <function read_to_impulse at 0x7f98709df1f0> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (10): ==================== <function impulse_to_input at 0x7f98709df280> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (11): ==================== <function sort_stages at 0x7f98709df4c0> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f98709df5e0> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (13): ==================== <function setup_timer_mapping at 0x7f98709df430> ====================
2024/01/01 05:25:20 2024-01-01 05:25:20. (14): ==================== <function populate_data_channel_coders at 0x7f98709df550> ====================
2024/01/01 05:25:20 Job[go-testjdbcio_postgresreadwrite-477-fc946a08-1a28-4a79-829c-896ff03aff3a] state: STOPPED
2024/01/01 05:25:20 Job[go-testjdbcio_postgresreadwrite-477-fc946a08-1a28-4a79-829c-896ff03aff3a] state: STARTING
2024/01/01 05:25:20 Job[go-testjdbcio_postgresreadwrite-477-fc946a08-1a28-4a79-829c-896ff03aff3a] state: RUNNING
2024/01/01 05:25:20 2024-01-01 05:25:20. (15): starting control server on port 39239
2024/01/01 05:25:20 2024-01-01 05:25:20. (16): starting data server on port 46217
2024/01/01 05:25:20 2024-01-01 05:25:20. (17): starting state server on port 39575
2024/01/01 05:25:20 2024-01-01 05:25:20. (18): starting logging server on port 42575
2024/01/01 05:25:20 2024-01-01 05:25:20. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f98a5aefbe0> for environment oDXLCAoNhVbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2024/01/01 05:25:20 2024-01-01 05:25:20. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2024/01/01 05:25:20 2024-01-01 05:25:20. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2024/01/01 05:25:27 2024-01-01 05:25:27. (22): Waiting for docker to start up. Current status is running
2024/01/01 05:25:27 2024-01-01 05:25:27. (23): Docker container is running. container_id = b'8c15a10f73aade109d9e026291e54c22f1c5a8db88c1757de73e3d82fb2a4cd6', worker_id = worker_12
2024/01/01 05:25:28 2024-01-01 05:25:28. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f98a5ade670> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2024/01/01 05:25:30 2024-01-01 05:25:30. (25): Attempting to pull image apache/beam_go_sdk:dev
2024/01/01 05:25:31 2024-01-01 05:25:31. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2024/01/01 05:25:32 2024-01-01 05:25:32. (27): Waiting for docker to start up. Current status is running
2024/01/01 05:25:32 2024-01-01 05:25:32. (28): Docker container is running. container_id = b'9c486b34cfb01a389e208fc8f3c6a8e4fc766f41cbafa51deed87915c28180ca', worker_id = worker_14
2024/01/01 05:25:37 2024-01-01 05:25:37. (29): Completed job in 17.495431900024414 seconds with state DONE.
2024/01/01 05:25:37 Job[go-testjdbcio_postgresreadwrite-477-fc946a08-1a28-4a79-829c-896ff03aff3a] state: DONE
2024/01/01 05:25:37 🐳 Terminating container: a9e99f17a1ef
2024/01/01 05:25:38 🚫 Container terminated: a9e99f17a1ef
--- PASS: TestJDBCIO_PostgresReadWrite (50.35s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 100.293s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.098s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 39379
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmplra4dqja/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 38707
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 24s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5009
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5009/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:10 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:10 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:10 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:12 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:12 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:13 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f092a2275e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f092a227670> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f092a227dc0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f60958a4670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f60958a4790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f60958a4ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f60958a4d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f60958a4ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f60958a4f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f60958a50d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f60958a5160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f60958a51f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f60958a5280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f60958a54c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f60958a55e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f60958a5430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f60958a5550> ====================
INFO root:portable_runner.py:543 starting control server on port 45927
INFO root:portable_runner.py:543 starting data server on port 44999
INFO root:portable_runner.py:543 starting state server on port 38371
INFO root:portable_runner.py:543 starting logging server on port 46181
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f60ca8a5d30> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'23d2ef2ea9f5b68d140db9111b52d588596017276dfa2d5c1e9dcdc1e9ae92bf', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f60ca844370> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:51587')
INFO root:portable_runner.py:543 Requesting worker at localhost:51587
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:24 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:45927.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:33 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:45:33 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d712215b-a6cf-4d24-854f-43290f24a682 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 285.25s (0:04:45) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 820681
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 828070.
Stopping expansion service pid: 828071.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 52s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5008
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5008/display/redirect>
Changes:
------------------------------------------
[...truncated 1.49 MB...]
key: "pvAEOmtcBJKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "pvAEOmtcBJVarIntCoder"
component_coder_ids: "pvAEOmtcBJTimestampedValueCoder"
>
>
coders: <
key: "pvAEOmtcBJKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "pvAEOmtcBJVarIntCoder"
component_coder_ids: "pvAEOmtcBJIterableCoder"
>
>
coders: <
key: "pvAEOmtcBJRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$705f564e-f25c-413c-aa71-61ffb7566915"
>
>
>
coders: <
key: "pvAEOmtcBJTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\2009\355`uEj\025[1)\301\245\236@\374\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "pvAEOmtcBJVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "pvAEOmtcBJVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "pvAEOmtcBJbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar\022@e5f822223da431695c7c68a74854d66f1211da972bb8d7c5acad4692bb54296d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/31 17:23:01 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704043381954812398
2023/12/31 17:23:04 Prepared job with id: go-testjdbcio_postgresreadwrite-307-8fab67a3-7e58-46a6-bc98-04a9833f2b30 and staging token: go-testjdbcio_postgresreadwrite-307-8fab67a3-7e58-46a6-bc98-04a9833f2b30
2023/12/31 17:23:05 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-307-8fab67a3-7e58-46a6-bc98-04a9833f2b30
2023/12/31 17:23:05 Submitted job: go-testjdbcio_postgresreadwrite-307-8fab67a3-7e58-46a6-bc98-04a9833f2b30
2023/12/31 17:23:05 Job[go-testjdbcio_postgresreadwrite-307-8fab67a3-7e58-46a6-bc98-04a9833f2b30] state: STOPPED
2023/12/31 17:23:05 Job[go-testjdbcio_postgresreadwrite-307-8fab67a3-7e58-46a6-bc98-04a9833f2b30] state: STARTING
2023/12/31 17:23:05 Job[go-testjdbcio_postgresreadwrite-307-8fab67a3-7e58-46a6-bc98-04a9833f2b30] state: RUNNING
2023/12/31 17:23:05 2023-12-31 17:23:05. (1): ==================== <function annotate_downstream_side_inputs at 0x7f5b7fa50670> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f5b7fa50790> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (3): ==================== <function pack_combiners at 0x7f5b7fa50ca0> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (4): ==================== <function lift_combiners at 0x7f5b7fa50d30> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (5): ==================== <function expand_sdf at 0x7f5b7fa50ee0> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (6): ==================== <function expand_gbk at 0x7f5b7fa50f70> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (7): ==================== <function sink_flattens at 0x7f5b7fa510d0> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (8): ==================== <function greedily_fuse at 0x7f5b7fa51160> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (9): ==================== <function read_to_impulse at 0x7f5b7fa511f0> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (10): ==================== <function impulse_to_input at 0x7f5b7fa51280> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (11): ==================== <function sort_stages at 0x7f5b7fa514c0> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f5b7fa515e0> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (13): ==================== <function setup_timer_mapping at 0x7f5b7fa51430> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (14): ==================== <function populate_data_channel_coders at 0x7f5b7fa51550> ====================
2023/12/31 17:23:05 2023-12-31 17:23:05. (15): starting control server on port 46793
2023/12/31 17:23:05 2023-12-31 17:23:05. (16): starting data server on port 41507
2023/12/31 17:23:05 2023-12-31 17:23:05. (17): starting state server on port 39655
2023/12/31 17:23:05 2023-12-31 17:23:05. (18): starting logging server on port 39993
2023/12/31 17:23:05 2023-12-31 17:23:05. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5bb42a7fa0> for environment pvAEOmtcBJbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/31 17:23:11 2023-12-31 17:23:11. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/31 17:23:12 2023-12-31 17:23:12. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/31 17:23:13 2023-12-31 17:23:13. (22): Waiting for docker to start up. Current status is running
2023/12/31 17:23:13 2023-12-31 17:23:13. (23): Docker container is running. container_id = b'f4549533c63015daa076d7cea2c3a0a68f8897dfae68f7ac23178849bdf27046', worker_id = worker_15
2023/12/31 17:23:14 2023-12-31 17:23:14. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5bb42b4a30> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/31 17:23:17 2023-12-31 17:23:17. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/31 17:23:18 2023-12-31 17:23:18. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/31 17:23:20 2023-12-31 17:23:20. (27): Waiting for docker to start up. Current status is running
2023/12/31 17:23:20 2023-12-31 17:23:20. (28): Docker container is running. container_id = b'7a61fbadfcf8bc954699701950e72badac47e6b7eefe021515afb451ee26ae54', worker_id = worker_17
2023/12/31 17:23:23 2023-12-31 17:23:23. (29): Completed job in 18.296321630477905 seconds with state DONE.
2023/12/31 17:23:23 Job[go-testjdbcio_postgresreadwrite-307-8fab67a3-7e58-46a6-bc98-04a9833f2b30] state: DONE
2023/12/31 17:23:23 🐳 Terminating container: 4fd225c24903
2023/12/31 17:23:23 🚫 Container terminated: 4fd225c24903
--- PASS: TestJDBCIO_PostgresReadWrite (52.24s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 130.291s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.045s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 44879
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpmdqj3rvv/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 45181
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 13s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5007
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5007/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:18 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:18 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:18 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:20 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:20 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:20 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f1e3b19f550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f1e3b19f5e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f1e3b19fd30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdbc9586670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdbc9586790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdbc9586ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdbc9586d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdbc9586ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdbc9586f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdbc95870d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdbc9587160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdbc95871f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdbc9587280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdbc95874c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdbc95875e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdbc9587430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdbc9587550> ====================
INFO root:portable_runner.py:543 starting control server on port 33449
INFO root:portable_runner.py:543 starting data server on port 34027
INFO root:portable_runner.py:543 starting state server on port 33155
INFO root:portable_runner.py:543 starting logging server on port 45051
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdbfe63a940> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'9dcd50d35a3ce68330da48a4c58530c34d0f2f54904caebd70b557b642103246', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdbfdb13e20> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:52921')
INFO root:portable_runner.py:543 Requesting worker at localhost:52921
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:30 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33449.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:39 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 31, 2023 11:44:39 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-93870315-ed67-4ec2-bc65-7e1c8892b1e8 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 279.19s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3574242
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3581972.
Stopping expansion service pid: 3581973.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 57s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5006
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5006/display/redirect>
Changes:
------------------------------------------
[...truncated 1.36 MB...]
key: "rkzsDNEFulKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rkzsDNEFulVarIntCoder"
component_coder_ids: "rkzsDNEFulTimestampedValueCoder"
>
>
coders: <
key: "rkzsDNEFulKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rkzsDNEFulVarIntCoder"
component_coder_ids: "rkzsDNEFulIterableCoder"
>
>
coders: <
key: "rkzsDNEFulRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$e6f05222-a423-4b0e-af65-4c8d1c54a7b1"
>
>
>
coders: <
key: "rkzsDNEFulTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\236\273\376\003\255\272\262\375\356\257\262\3170\360G\212\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "rkzsDNEFulVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "rkzsDNEFulVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "rkzsDNEFulbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar\022@e5f822223da431695c7c68a74854d66f1211da972bb8d7c5acad4692bb54296d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/31 05:32:41 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1704000761643098921
2023/12/31 05:32:44 Prepared job with id: go-testjdbcio_postgresreadwrite-882-f21a9cd1-b088-4323-9a98-775245b25b1b and staging token: go-testjdbcio_postgresreadwrite-882-f21a9cd1-b088-4323-9a98-775245b25b1b
2023/12/31 05:32:44 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-882-f21a9cd1-b088-4323-9a98-775245b25b1b
2023/12/31 05:32:44 Submitted job: go-testjdbcio_postgresreadwrite-882-f21a9cd1-b088-4323-9a98-775245b25b1b
2023/12/31 05:32:44 Job[go-testjdbcio_postgresreadwrite-882-f21a9cd1-b088-4323-9a98-775245b25b1b] state: STOPPED
2023/12/31 05:32:44 Job[go-testjdbcio_postgresreadwrite-882-f21a9cd1-b088-4323-9a98-775245b25b1b] state: STARTING
2023/12/31 05:32:44 Job[go-testjdbcio_postgresreadwrite-882-f21a9cd1-b088-4323-9a98-775245b25b1b] state: RUNNING
2023/12/31 05:32:44 2023-12-31 05:32:44. (1): ==================== <function annotate_downstream_side_inputs at 0x7fa5ab74b670> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fa5ab74b790> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (3): ==================== <function pack_combiners at 0x7fa5ab74bca0> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (4): ==================== <function lift_combiners at 0x7fa5ab74bd30> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (5): ==================== <function expand_sdf at 0x7fa5ab74bee0> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (6): ==================== <function expand_gbk at 0x7fa5ab74bf70> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (7): ==================== <function sink_flattens at 0x7fa5ab74c0d0> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (8): ==================== <function greedily_fuse at 0x7fa5ab74c160> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (9): ==================== <function read_to_impulse at 0x7fa5ab74c1f0> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (10): ==================== <function impulse_to_input at 0x7fa5ab74c280> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (11): ==================== <function sort_stages at 0x7fa5ab74c4c0> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fa5ab74c5e0> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (13): ==================== <function setup_timer_mapping at 0x7fa5ab74c430> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (14): ==================== <function populate_data_channel_coders at 0x7fa5ab74c550> ====================
2023/12/31 05:32:44 2023-12-31 05:32:44. (15): starting control server on port 45185
2023/12/31 05:32:44 2023-12-31 05:32:44. (16): starting data server on port 40243
2023/12/31 05:32:44 2023-12-31 05:32:44. (17): starting state server on port 38721
2023/12/31 05:32:44 2023-12-31 05:32:44. (18): starting logging server on port 40873
2023/12/31 05:32:44 2023-12-31 05:32:44. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa5dfb6d5e0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/31 05:32:47 2023-12-31 05:32:47. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/31 05:32:48 2023-12-31 05:32:48. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/31 05:32:49 2023-12-31 05:32:49. (22): Waiting for docker to start up. Current status is running
2023/12/31 05:32:49 2023-12-31 05:32:49. (23): Docker container is running. container_id = b'9b89dd6b342cc53a683b79597af357ba8feb55eb019a54d77b570932d5f5c9ed', worker_id = worker_18
2023/12/31 05:32:50 2023-12-31 05:32:50. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa5dfbec490> for environment rkzsDNEFulbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/31 05:32:51 2023-12-31 05:32:51. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/31 05:32:52 2023-12-31 05:32:52. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/31 05:32:52 2023-12-31 05:32:52. (27): Waiting for docker to start up. Current status is running
2023/12/31 05:32:52 2023-12-31 05:32:52. (28): Docker container is running. container_id = b'3a728bbcdbfc9ab07085950d04bba84f8d6085f087f6a0daea8b7e4bd8c63afa', worker_id = worker_19
2023/12/31 05:33:01 2023-12-31 05:33:01. (29): Completed job in 16.46419048309326 seconds with state DONE.
2023/12/31 05:33:01 Job[go-testjdbcio_postgresreadwrite-882-f21a9cd1-b088-4323-9a98-775245b25b1b] state: DONE
2023/12/31 05:33:01 🐳 Terminating container: 32face8947c4
2023/12/31 05:33:01 🚫 Container terminated: 32face8947c4
--- PASS: TestJDBCIO_PostgresReadWrite (43.88s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 109.664s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 44739
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmps559xhf6/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 37221
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 31s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5005
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5005/display/redirect>
Changes:
------------------------------------------
[...truncated 1.79 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:28 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:29 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:29 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:31 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:31 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:31 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f3c73f2b550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f3c73f2b5e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f3c73f2bd30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fccdec69670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fccdec69790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fccdec69ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fccdec69d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fccdec69ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fccdec69f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fccdec6a0d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fccdec6a160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fccdec6a1f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fccdec6a280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fccdec6a4c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fccdec6a5e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fccdec6a430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fccdec6a550> ====================
INFO root:portable_runner.py:543 starting control server on port 34639
INFO root:portable_runner.py:543 starting data server on port 43113
INFO root:portable_runner.py:543 starting state server on port 45585
INFO root:portable_runner.py:543 starting logging server on port 37715
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fcd129b9100> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'cd24d312287e34e611e830706ade1cd279f82b2fb06de96cf1ae05d4bac3fe54', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fcd12946760> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:44083')
INFO root:portable_runner.py:543 Requesting worker at localhost:44083
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:41 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:34639.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:50 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:45:50 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-ab9c5a09-47ee-417a-ba8d-dccc52399069 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 284.10s (0:04:44) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1803664
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1810689.
Stopping expansion service pid: 1810690.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 9s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5004
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5004/display/redirect>
Changes:
------------------------------------------
[...truncated 1.67 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:24 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:24 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:24 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:26 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:26 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:26 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f80c1075550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f80c10755e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f80c1075d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7ff0e3fef670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7ff0e3fef790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7ff0e3fefca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7ff0e3fefd30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7ff0e3fefee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7ff0e3feff70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7ff0e3ff00d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7ff0e3ff0160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7ff0e3ff01f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7ff0e3ff0280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7ff0e3ff04c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7ff0e3ff05e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7ff0e3ff0430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7ff0e3ff0550> ====================
INFO root:portable_runner.py:543 starting control server on port 36369
INFO root:portable_runner.py:543 starting data server on port 32893
INFO root:portable_runner.py:543 starting state server on port 39847
INFO root:portable_runner.py:543 starting logging server on port 44261
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff118550850> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'3dfc8057f2f54f3973e943a035b95a133a0f51b58844cac9829922a285888650', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7ff1190542e0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:52281')
INFO root:portable_runner.py:543 Requesting worker at localhost:52281
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:36 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:36369.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:45 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 5:44:45 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-ab6afa54-fb15-4680-9d8b-c30552cdd251 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.24s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1082015
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1085955.
Stopping expansion service pid: 1085956.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 3s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5003
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5003/display/redirect>
Changes:
------------------------------------------
[...truncated 1.51 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:07 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:07 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:07 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:09 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:09 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:09 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f7f234a6550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f7f234a65e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f7f234a6d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdfc518e670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdfc518e790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdfc518eca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdfc518ed30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdfc518eee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdfc518ef70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdfc518f0d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdfc518f160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdfc518f1f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdfc518f280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdfc518f4c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdfc518f5e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdfc518f430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdfc518f550> ====================
INFO root:portable_runner.py:543 starting control server on port 42295
INFO root:portable_runner.py:543 starting data server on port 36811
INFO root:portable_runner.py:543 starting state server on port 44375
INFO root:portable_runner.py:543 starting logging server on port 42193
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdffa2a64f0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'e274caac8340e04ea8b15333b0d65c8df316f1a9832f74c74cebd1e504879a2a', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdff977b5e0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:44199')
INFO root:portable_runner.py:543 Requesting worker at localhost:44199
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:19 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:42295.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:28 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 30, 2023 11:44:28 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d889093a-2d55-48d6-857f-082857a6e1f6 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.35s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 362847
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 369852.
Stopping expansion service pid: 369853.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 45s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5002
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5002/display/redirect?page=changes>
Changes:
[noreply] Creating a Fully Managed Beam Streaming System with Flink Runner on
------------------------------------------
[...truncated 1.20 MB...]
>
>
>
coders: <
key: "MxANaYaUFbTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\275\364v \363\207D\332C\277\223\342zMD\027\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "MxANaYaUFbVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "MxANaYaUFbVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "MxANaYaUFbbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar\022@e5f822223da431695c7c68a74854d66f1211da972bb8d7c5acad4692bb54296d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/30 05:32:43 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1703914363598215521
2023/12/30 05:32:46 Prepared job with id: go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a and staging token: go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a
2023/12/30 05:32:46 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a
2023/12/30 05:32:46 Submitted job: go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a
2023/12/30 05:32:46 Job[go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a] state: STOPPED
2023/12/30 05:32:46 Job[go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a] state: STARTING
2023/12/30 05:32:46 Job[go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a] state: RUNNING
2023/12/30 05:32:46 2023-12-30 05:32:46. (1): ==================== <function annotate_downstream_side_inputs at 0x7fa998ac3670> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fa998ac3790> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (3): ==================== <function pack_combiners at 0x7fa998ac3ca0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (4): ==================== <function lift_combiners at 0x7fa998ac3d30> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (5): ==================== <function expand_sdf at 0x7fa998ac3ee0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (6): ==================== <function expand_gbk at 0x7fa998ac3f70> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (7): ==================== <function sink_flattens at 0x7fa998ac40d0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (8): ==================== <function greedily_fuse at 0x7fa998ac4160> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (9): ==================== <function read_to_impulse at 0x7fa998ac41f0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (10): ==================== <function impulse_to_input at 0x7fa998ac4280> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (11): ==================== <function sort_stages at 0x7fa998ac44c0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fa998ac45e0> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (13): ==================== <function setup_timer_mapping at 0x7fa998ac4430> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (14): ==================== <function populate_data_channel_coders at 0x7fa998ac4550> ====================
2023/12/30 05:32:46 2023-12-30 05:32:46. (15): starting control server on port 34105
2023/12/30 05:32:46 2023-12-30 05:32:46. (16): starting data server on port 40289
2023/12/30 05:32:46 2023-12-30 05:32:46. (17): starting state server on port 39221
2023/12/30 05:32:46 2023-12-30 05:32:46. (18): starting logging server on port 40749
2023/12/30 05:32:46 2023-12-30 05:32:46. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa9cc9ccca0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/30 05:32:47 2023-12-30 05:32:47. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/30 05:32:47 2023-12-30 05:32:47. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/30 05:32:50 2023-12-30 05:32:50. (22): Waiting for docker to start up. Current status is running
2023/12/30 05:32:50 2023-12-30 05:32:50. (23): Docker container is running. container_id = b'5cf09b569f85d7eb400e8f9098f2b2b955cceeeca8bcdfdcfe3b96144a0788f8', worker_id = worker_13
2023/12/30 05:32:51 2023-12-30 05:32:51. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa9cc9d4cd0> for environment MxANaYaUFbbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/30 05:32:54 2023-12-30 05:32:54. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/30 05:32:54 2023-12-30 05:32:54. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/30 05:32:56 2023-12-30 05:32:56. (27): Waiting for docker to start up. Current status is running
2023/12/30 05:32:56 2023-12-30 05:32:56. (28): Docker container is running. container_id = b'64f40dae73486724f7a843f2823f02e0af8f88f345f0eeb2fe6f2be304ebf005', worker_id = worker_15
2023/12/30 05:33:02 2023-12-30 05:33:02. (29): Completed job in 15.614022254943848 seconds with state DONE.
2023/12/30 05:33:02 Job[go-testjdbcio_postgresreadwrite-128-2b045dde-dcce-40cf-beaf-dadc2a8f6e9a] state: DONE
2023/12/30 05:33:02 🐳 Terminating container: e892884639aa
2023/12/30 05:33:02 🚫 Container terminated: e892884639aa
--- PASS: TestJDBCIO_PostgresReadWrite (42.32s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 92.612s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.024s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 33445
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpzbm9yvtb/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 45055
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 44s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5001
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5001/display/redirect>
Changes:
------------------------------------------
[...truncated 1.67 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:44:54 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:44:54 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:44:54 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:44:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:44:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:44:56 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ff4afcd3550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ff4afcd35e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ff4afcd3d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f451abae670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f451abae790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f451abaeca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f451abaed30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f451abaeee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f451abaef70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f451abb00d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f451abb0160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f451abb01f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f451abb0280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f451abb04c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f451abb05e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f451abb0430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f451abb0550> ====================
INFO root:portable_runner.py:543 starting control server on port 34911
INFO root:portable_runner.py:543 starting data server on port 44939
INFO root:portable_runner.py:543 starting state server on port 40221
INFO root:portable_runner.py:543 starting logging server on port 35351
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f451ab1d3a0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'b062230a99ffe1704b1cd4451307be3f5c83b610c04efc2e3c1e2fb999992a9c', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f454e8c6370> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:58171')
INFO root:portable_runner.py:543 Requesting worker at localhost:58171
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:45:06 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:34911.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:45:16 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 11:45:16 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-fc2268f2-f478-4206-83da-c4d78b6ed02e failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.76s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2749522
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2755877.
Stopping expansion service pid: 2755878.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 32s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #5000
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/5000/display/redirect>
Changes:
------------------------------------------
[...truncated 1.67 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:31 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:31 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:32 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:33 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:34 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:34 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fc820c4b550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fc820c4b5e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fc820c4bd30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f6fc053f670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f6fc053f790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f6fc053fca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f6fc053fd30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f6fc053fee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f6fc053ff70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f6fc05400d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f6fc0540160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f6fc05401f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f6fc0540280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f6fc05404c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f6fc05405e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f6fc0540430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f6fc0540550> ====================
INFO root:portable_runner.py:543 starting control server on port 40231
INFO root:portable_runner.py:543 starting data server on port 40419
INFO root:portable_runner.py:543 starting state server on port 41207
INFO root:portable_runner.py:543 starting logging server on port 40947
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6ff46b41c0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'9de93665535688d7065db0615b4edf7c2362805586268a689ff4aef715af46bf', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f6ff469b6a0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:58731')
INFO root:portable_runner.py:543 Requesting worker at localhost:58731
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:44 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40231.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:53 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:53:53 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-ed0bf68f-4f8d-444b-96f4-92931ea7e62a failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.02s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1936077
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1970810.
Stopping expansion service pid: 1970811.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 44s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4999
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4999/display/redirect>
Changes:
------------------------------------------
[...truncated 1.32 MB...]
coders: <
key: "uALgXAhBujIterableCoder"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "uALgXAhBujTimestampedValueCoder"
>
>
coders: <
key: "uALgXAhBujKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "uALgXAhBujVarIntCoder"
component_coder_ids: "uALgXAhBujRowCoder"
>
>
coders: <
key: "uALgXAhBujKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "uALgXAhBujVarIntCoder"
component_coder_ids: "uALgXAhBujTimestampedValueCoder"
>
>
coders: <
key: "uALgXAhBujKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "uALgXAhBujVarIntCoder"
component_coder_ids: "uALgXAhBujIterableCoder"
>
>
coders: <
key: "uALgXAhBujRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$804eae82-a7f6-41b3-b1e3-e6ea515e8360"
>
>
>
coders: <
key: "uALgXAhBujTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\327\333B\tsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\2371\311\254\t\326\003P\220\212\365\306\343hG\343\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "uALgXAhBujVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "uALgXAhBujVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "uALgXAhBujbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar\022@e5f822223da431695c7c68a74854d66f1211da972bb8d7c5acad4692bb54296d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-5fgiIj2kMWlcfGinSFTWbxIR2pcruNfFrK1GkrtUKW0.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/29 11:34:10 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703849650496791177
2023/12/29 11:34:13 Prepared job with id: go-testjdbcio_postgresreadwrite-138-27959841-60a1-442a-9472-19a59d368978 and staging token: go-testjdbcio_postgresreadwrite-138-27959841-60a1-442a-9472-19a59d368978
2023/12/29 11:34:14 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-138-27959841-60a1-442a-9472-19a59d368978
2023/12/29 11:34:14 Submitted job: go-testjdbcio_postgresreadwrite-138-27959841-60a1-442a-9472-19a59d368978
2023/12/29 11:34:14 Job[go-testjdbcio_postgresreadwrite-138-27959841-60a1-442a-9472-19a59d368978] state: STOPPED
2023/12/29 11:34:14 Job[go-testjdbcio_postgresreadwrite-138-27959841-60a1-442a-9472-19a59d368978] state: STARTING
2023/12/29 11:34:14 Job[go-testjdbcio_postgresreadwrite-138-27959841-60a1-442a-9472-19a59d368978] state: RUNNING
2023/12/29 11:34:14 2023-12-29 11:34:14. (1): ==================== <function annotate_downstream_side_inputs at 0x7fe9c59dd670> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fe9c59dd790> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (3): ==================== <function pack_combiners at 0x7fe9c59ddca0> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (4): ==================== <function lift_combiners at 0x7fe9c59ddd30> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (5): ==================== <function expand_sdf at 0x7fe9c59ddee0> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (6): ==================== <function expand_gbk at 0x7fe9c59ddf70> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (7): ==================== <function sink_flattens at 0x7fe9c59de0d0> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (8): ==================== <function greedily_fuse at 0x7fe9c59de160> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (9): ==================== <function read_to_impulse at 0x7fe9c59de1f0> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (10): ==================== <function impulse_to_input at 0x7fe9c59de280> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (11): ==================== <function sort_stages at 0x7fe9c59de4c0> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fe9c59de5e0> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (13): ==================== <function setup_timer_mapping at 0x7fe9c59de430> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (14): ==================== <function populate_data_channel_coders at 0x7fe9c59de550> ====================
2023/12/29 11:34:14 2023-12-29 11:34:14. (15): starting control server on port 35331
2023/12/29 11:34:14 2023-12-29 11:34:14. (16): starting data server on port 39663
2023/12/29 11:34:14 2023-12-29 11:34:14. (17): starting state server on port 35405
2023/12/29 11:34:14 2023-12-29 11:34:14. (18): starting logging server on port 36955
2023/12/29 11:34:14 2023-12-29 11:34:14. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe9faa5b460> for environment uALgXAhBujbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/29 11:34:14 2023-12-29 11:34:14. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/29 11:34:15 2023-12-29 11:34:15. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/29 11:34:18 2023-12-29 11:34:18. (22): Waiting for docker to start up. Current status is running
2023/12/29 11:34:18 2023-12-29 11:34:18. (23): Docker container is running. container_id = b'19bd18349ef81e3f2d26d3f90fc36fca9b9bf77711b46fac5bf1126440303a6f', worker_id = worker_16
2023/12/29 11:34:20 2023-12-29 11:34:19. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe9faa7fa90> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/29 11:34:21 2023-12-29 11:34:21. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/29 11:34:21 2023-12-29 11:34:21. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/29 11:34:22 2023-12-29 11:34:22. (27): Waiting for docker to start up. Current status is running
2023/12/29 11:34:22 2023-12-29 11:34:22. (28): Docker container is running. container_id = b'cf381656c0548be444930ed8063375d215c4d29d275d6ab1e54d3bd22fd60cf5', worker_id = worker_17
2023/12/29 11:34:27 2023-12-29 11:34:27. (29): Completed job in 12.763967037200928 seconds with state DONE.
2023/12/29 11:34:27 Job[go-testjdbcio_postgresreadwrite-138-27959841-60a1-442a-9472-19a59d368978] state: DONE
2023/12/29 11:34:27 🐳 Terminating container: 07cfcd40b715
2023/12/29 11:34:27 🚫 Container terminated: 07cfcd40b715
--- PASS: TestJDBCIO_PostgresReadWrite (49.13s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 135.125s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.057s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 38165
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpo8e1owe9/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 44757
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 40m 51s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4998
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4998/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@6a6afff2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@1649b0e6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:19 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:19 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:20 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:21 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:22 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:22 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f7ca14e0550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f7ca14e05e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f7ca14e0d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdf4a576670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdf4a576790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdf4a576ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdf4a576d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdf4a576ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdf4a576f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdf4a5780d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdf4a578160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdf4a5781f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdf4a578280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdf4a5784c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdf4a5785e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdf4a578430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdf4a578550> ====================
INFO root:portable_runner.py:543 starting control server on port 41163
INFO root:portable_runner.py:543 starting data server on port 42277
INFO root:portable_runner.py:543 starting state server on port 43287
INFO root:portable_runner.py:543 starting logging server on port 41119
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdf7e0a9040> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a8ec127fc03739081bd6cc1eaa3bf3eaccd346b0f9e8af5d6e1cbbffbdd733b1', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdf7e0af6a0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:38775')
INFO root:portable_runner.py:543 Requesting worker at localhost:38775
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:32 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:41163.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:42 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 29, 2023 5:54:42 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-505965dd-6871-428c-bd3e-5796f878bcaa failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 289.02s (0:04:49) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 917870
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 918416.
Stopping expansion service pid: 918417.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 49s
261 actionable tasks: 178 executed, 73 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4997
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4997/display/redirect?page=changes>
Changes:
[noreply] [#29772][Go SDK] Add EventTime Timer tests. (#29829)
------------------------------------------
[...truncated 1.50 MB...]
key: "rMmAqrISdnKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rMmAqrISdnVarIntCoder"
component_coder_ids: "rMmAqrISdnTimestampedValueCoder"
>
>
coders: <
key: "rMmAqrISdnKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rMmAqrISdnVarIntCoder"
component_coder_ids: "rMmAqrISdnIterableCoder"
>
>
coders: <
key: "rMmAqrISdnRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$caa06792-6b28-4e72-b92b-bb5b714cab2e"
>
>
>
coders: <
key: "rMmAqrISdnTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\273\262\313\323\335<$\001J\t\232\221\350\237B\252\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "rMmAqrISdnVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "rMmAqrISdnVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "rMmAqrISdnbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar\022@db40e99330b136e6e8051c93b9830ffa9b3197718b9aa9a175c19b204421e78f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/28 23:22:55 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703805775870035410
2023/12/28 23:22:58 Prepared job with id: go-testjdbcio_postgresreadwrite-423-3308765c-9e43-4b55-a885-201a2120d8d7 and staging token: go-testjdbcio_postgresreadwrite-423-3308765c-9e43-4b55-a885-201a2120d8d7
2023/12/28 23:22:58 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-423-3308765c-9e43-4b55-a885-201a2120d8d7
2023/12/28 23:22:58 Submitted job: go-testjdbcio_postgresreadwrite-423-3308765c-9e43-4b55-a885-201a2120d8d7
2023/12/28 23:22:58 Job[go-testjdbcio_postgresreadwrite-423-3308765c-9e43-4b55-a885-201a2120d8d7] state: STOPPED
2023/12/28 23:22:58 Job[go-testjdbcio_postgresreadwrite-423-3308765c-9e43-4b55-a885-201a2120d8d7] state: STARTING
2023/12/28 23:22:58 Job[go-testjdbcio_postgresreadwrite-423-3308765c-9e43-4b55-a885-201a2120d8d7] state: RUNNING
2023/12/28 23:22:58 2023-12-28 23:22:58. (1): ==================== <function annotate_downstream_side_inputs at 0x7fe5fcb82670> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fe5fcb82790> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (3): ==================== <function pack_combiners at 0x7fe5fcb82ca0> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (4): ==================== <function lift_combiners at 0x7fe5fcb82d30> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (5): ==================== <function expand_sdf at 0x7fe5fcb82ee0> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (6): ==================== <function expand_gbk at 0x7fe5fcb82f70> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (7): ==================== <function sink_flattens at 0x7fe5fcb830d0> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (8): ==================== <function greedily_fuse at 0x7fe5fcb83160> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (9): ==================== <function read_to_impulse at 0x7fe5fcb831f0> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (10): ==================== <function impulse_to_input at 0x7fe5fcb83280> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (11): ==================== <function sort_stages at 0x7fe5fcb834c0> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fe5fcb835e0> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (13): ==================== <function setup_timer_mapping at 0x7fe5fcb83430> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (14): ==================== <function populate_data_channel_coders at 0x7fe5fcb83550> ====================
2023/12/28 23:22:58 2023-12-28 23:22:58. (15): starting control server on port 46163
2023/12/28 23:22:58 2023-12-28 23:22:58. (16): starting data server on port 46865
2023/12/28 23:22:58 2023-12-28 23:22:58. (17): starting state server on port 39529
2023/12/28 23:22:58 2023-12-28 23:22:58. (18): starting logging server on port 42395
2023/12/28 23:22:58 2023-12-28 23:22:58. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe62e5c45e0> for environment rMmAqrISdnbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/28 23:23:02 2023-12-28 23:23:02. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/28 23:23:03 2023-12-28 23:23:03. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/28 23:23:04 2023-12-28 23:23:04. (22): Waiting for docker to start up. Current status is running
2023/12/28 23:23:04 2023-12-28 23:23:04. (23): Docker container is running. container_id = b'ba5928b54acbe6bdd5ef9b9bd54b626ad415a68576176530efdadd749e157bde', worker_id = worker_17
2023/12/28 23:23:05 2023-12-28 23:23:05. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe62e5e6e20> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/28 23:23:07 2023-12-28 23:23:07. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/28 23:23:08 2023-12-28 23:23:08. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/28 23:23:10 2023-12-28 23:23:10. (27): Waiting for docker to start up. Current status is running
2023/12/28 23:23:10 2023-12-28 23:23:10. (28): Docker container is running. container_id = b'8775b0500d900e07e789c0daf2fcab95769ce78a6f3ae35fea6c5fe4b964ed9e', worker_id = worker_19
2023/12/28 23:23:13 2023-12-28 23:23:13. (29): Completed job in 15.002032995223999 seconds with state DONE.
2023/12/28 23:23:13 Job[go-testjdbcio_postgresreadwrite-423-3308765c-9e43-4b55-a885-201a2120d8d7] state: DONE
2023/12/28 23:23:13 🐳 Terminating container: 53930eeca431
2023/12/28 23:23:14 🚫 Container terminated: 53930eeca431
--- PASS: TestJDBCIO_PostgresReadWrite (47.46s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 134.022s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:361: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 39657
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpozsfmisf/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 34607
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 44s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4996
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4996/display/redirect>
Changes:
------------------------------------------
[...truncated 1.52 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:15 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:15 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:16 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:17 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:18 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:18 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fcf608f0550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fcf608f05e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fcf608f0d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f0bd8092670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f0bd8092790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f0bd8092ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f0bd8092d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f0bd8092ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f0bd8092f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f0bd80930d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f0bd8093160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f0bd80931f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f0bd8093280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f0bd80934c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f0bd80935e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f0bd8093430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f0bd8093550> ====================
INFO root:portable_runner.py:543 starting control server on port 36283
INFO root:portable_runner.py:543 starting data server on port 44765
INFO root:portable_runner.py:543 starting state server on port 36917
INFO root:portable_runner.py:543 starting logging server on port 43683
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0c0d11ca00> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'b968be38ff545b1e3b3ced8fb40a7dbb82b06b57fc2addbfad1be6b81de81089', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f0c0cb82910> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:60195')
INFO root:portable_runner.py:543 Requesting worker at localhost:60195
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:28 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:36283.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:37 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:44:37 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-b69af1eb-bee9-4b49-947a-e20dfb34ca71 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.39s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 614992
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 619345.
Stopping expansion service pid: 619346.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 57s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4995
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4995/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:43:59 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:44:00 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:44:00 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:44:02 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:44:02 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:44:02 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f7083cc7550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f7083cc75e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f7083cc7d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f7db21e1670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f7db21e1790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f7db21e1ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f7db21e1d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f7db21e1ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f7db21e1f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f7db21e20d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f7db21e2160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f7db21e21f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f7db21e2280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f7db21e24c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f7db21e25e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f7db21e2430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f7db21e2550> ====================
INFO root:portable_runner.py:543 starting control server on port 33579
INFO root:portable_runner.py:543 starting data server on port 40913
INFO root:portable_runner.py:543 starting state server on port 46407
INFO root:portable_runner.py:543 starting logging server on port 33403
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7de679ca90> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'ddbd2d19b440c340da43e3437df3c7c5fa77c5c34e335496c0e53e9a3427e1d7', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f7de67a0d90> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36611')
INFO root:portable_runner.py:543 Requesting worker at localhost:36611
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:44:12 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33579.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:44:21 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 11:44:21 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-82c8e75f-aa07-4125-a928-f05ba37e54d9 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 279.71s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 115583
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 120297.
Stopping expansion service pid: 120298.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 36s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4994
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4994/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:53:39 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:53:39 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:53:40 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:53:42 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:53:42 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:53:42 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fad3fa27550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fad3fa275e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fad3fa27d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f15ef776670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f15ef776790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f15ef776ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f15ef776d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f15ef776ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f15ef776f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f15ef7770d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f15ef777160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f15ef7771f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f15ef777280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f15ef7774c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f15ef7775e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f15ef777430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f15ef777550> ====================
INFO root:portable_runner.py:543 starting control server on port 42499
INFO root:portable_runner.py:543 starting data server on port 35951
INFO root:portable_runner.py:543 starting state server on port 44401
INFO root:portable_runner.py:543 starting logging server on port 33399
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f161f06c310> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'4b98cfaecb463798d5f0f63f8bdcef83c50167a4a0f39b4686bdf386033457b6', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f161e9df340> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46875')
INFO root:portable_runner.py:543 Requesting worker at localhost:46875
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:53:54 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:42499.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:54:03 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 28, 2023 5:54:03 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d22e4661-df0c-4144-87a1-adafd61ac9e3 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 283.49s (0:04:43) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 143350
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 143862.
Stopping expansion service pid: 143863.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 53s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4993
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4993/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:20 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:20 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:20 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:22 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:22 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:22 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f6768fef550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f6768fef5e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f6768fefd30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fb17b8c6670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fb17b8c6790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fb17b8c6ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fb17b8c6d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fb17b8c6ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fb17b8c6f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fb17b8c70d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fb17b8c7160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fb17b8c71f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fb17b8c7280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fb17b8c74c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fb17b8c75e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fb17b8c7430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fb17b8c7550> ====================
INFO root:portable_runner.py:543 starting control server on port 46113
INFO root:portable_runner.py:543 starting data server on port 44001
INFO root:portable_runner.py:543 starting state server on port 34997
INFO root:portable_runner.py:543 starting logging server on port 45511
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb1afc80a60> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'f67fd6cb8dabf20aaa2d7daeddebe553114c1f0dfaed314da227a6064d4af46f', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fb1afd61b50> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:39337')
INFO root:portable_runner.py:543 Requesting worker at localhost:39337
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:32 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:46113.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:41 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:44:41 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-2d8b9566-818c-4e5f-849c-937c8101c2f1 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 274.33s (0:04:34) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2904767
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2909005.
Stopping expansion service pid: 2909006.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 57s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4992
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4992/display/redirect>
Changes:
------------------------------------------
[...truncated 1.36 MB...]
>
>
>
coders: <
key: "ZWBETKeTdDTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\273uQ\030\226\240\374\352z\253\262;\024\235K\260\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "ZWBETKeTdDVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "ZWBETKeTdDVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "ZWBETKeTdDbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar\022@db40e99330b136e6e8051c93b9830ffa9b3197718b9aa9a175c19b204421e78f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/27 17:32:37 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703698357607018390
2023/12/27 17:32:40 Prepared job with id: go-testjdbcio_postgresreadwrite-869-a5afabdd-c8a5-4c16-9a67-083f66fc7852 and staging token: go-testjdbcio_postgresreadwrite-869-a5afabdd-c8a5-4c16-9a67-083f66fc7852
2023/12/27 17:32:40 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-869-a5afabdd-c8a5-4c16-9a67-083f66fc7852
2023/12/27 17:32:40 Submitted job: go-testjdbcio_postgresreadwrite-869-a5afabdd-c8a5-4c16-9a67-083f66fc7852
2023/12/27 17:32:40 Job[go-testjdbcio_postgresreadwrite-869-a5afabdd-c8a5-4c16-9a67-083f66fc7852] state: STOPPED
2023/12/27 17:32:40 Job[go-testjdbcio_postgresreadwrite-869-a5afabdd-c8a5-4c16-9a67-083f66fc7852] state: STARTING
2023/12/27 17:32:40 Job[go-testjdbcio_postgresreadwrite-869-a5afabdd-c8a5-4c16-9a67-083f66fc7852] state: RUNNING
2023/12/27 17:32:40 2023-12-27 17:32:40. (1): ==================== <function annotate_downstream_side_inputs at 0x7face0051670> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (2): ==================== <function fix_side_input_pcoll_coders at 0x7face0051790> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (3): ==================== <function pack_combiners at 0x7face0051ca0> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (4): ==================== <function lift_combiners at 0x7face0051d30> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (5): ==================== <function expand_sdf at 0x7face0051ee0> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (6): ==================== <function expand_gbk at 0x7face0051f70> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (7): ==================== <function sink_flattens at 0x7face00520d0> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (8): ==================== <function greedily_fuse at 0x7face0052160> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (9): ==================== <function read_to_impulse at 0x7face00521f0> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (10): ==================== <function impulse_to_input at 0x7face0052280> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (11): ==================== <function sort_stages at 0x7face00524c0> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7face00525e0> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (13): ==================== <function setup_timer_mapping at 0x7face0052430> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (14): ==================== <function populate_data_channel_coders at 0x7face0052550> ====================
2023/12/27 17:32:40 2023-12-27 17:32:40. (15): starting control server on port 41273
2023/12/27 17:32:40 2023-12-27 17:32:40. (16): starting data server on port 42627
2023/12/27 17:32:40 2023-12-27 17:32:40. (17): starting state server on port 41651
2023/12/27 17:32:40 2023-12-27 17:32:40. (18): starting logging server on port 32877
2023/12/27 17:32:40 2023-12-27 17:32:40. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fad0d019100> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/27 17:32:44 2023-12-27 17:32:44. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/27 17:32:44 2023-12-27 17:32:44. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/27 17:32:45 2023-12-27 17:32:45. (22): Waiting for docker to start up. Current status is running
2023/12/27 17:32:45 2023-12-27 17:32:45. (23): Docker container is running. container_id = b'51780440c617ba3349a2f6733b6a56f17d7b2477af9bd5fccd0d4ad75a6477bd', worker_id = worker_17
2023/12/27 17:32:47 2023-12-27 17:32:47. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fad0d0781f0> for environment ZWBETKeTdDbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/27 17:32:49 2023-12-27 17:32:49. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/27 17:32:50 2023-12-27 17:32:50. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/27 17:32:51 2023-12-27 17:32:51. (27): Waiting for docker to start up. Current status is running
2023/12/27 17:32:51 2023-12-27 17:32:51. (28): Docker container is running. container_id = b'730aadc95fc9f4d99b1e00f2b73738ff0cff897c6be92e8c33390db755d281cb', worker_id = worker_19
2023/12/27 17:32:57 2023-12-27 17:32:57. (29): Completed job in 17.432024240493774 seconds with state DONE.
2023/12/27 17:32:57 Job[go-testjdbcio_postgresreadwrite-869-a5afabdd-c8a5-4c16-9a67-083f66fc7852] state: DONE
2023/12/27 17:32:57 🐳 Terminating container: a81692f0ddf9
2023/12/27 17:32:58 🚫 Container terminated: a81692f0ddf9
--- PASS: TestJDBCIO_PostgresReadWrite (47.11s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 124.478s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.023s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 33021
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc2-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpdoqcbnd8/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc2" for Docker environment
INFO:__main__:Listening for expansion requests at 43835
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 47s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4991
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4991/display/redirect?page=changes>
Changes:
[noreply] Allow large timestamp skew for at-least-once streaming (#29858)
------------------------------------------
[...truncated 1.68 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:11 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:11 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:11 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:13 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:13 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:13 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f1f703ec550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f1f703ec5e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f1f703ecd30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f31d7045670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f31d7045790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f31d7045ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f31d7045d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f31d7045ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f31d7045f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f31d70460d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f31d7046160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f31d70461f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f31d7046280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f31d70464c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f31d70465e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f31d7046430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f31d7046550> ====================
INFO root:portable_runner.py:543 starting control server on port 34563
INFO root:portable_runner.py:543 starting data server on port 35517
INFO root:portable_runner.py:543 starting state server on port 41901
INFO root:portable_runner.py:543 starting logging server on port 41101
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f320c0262e0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'4dcf0d12d1ed679ecdeb78e922f93e4c6eec4e8bdba6d406b4969ff71bd3877a', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f320ad4c130> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:48285')
INFO root:portable_runner.py:543 Requesting worker at localhost:48285
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:23 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:34563.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:32 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 11:45:32 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-6582abd4-a5ab-4673-ad94-be99b8f92f51 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 280.67s (0:04:40) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1934651
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1939817.
Stopping expansion service pid: 1939818.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 49s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4990
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4990/display/redirect>
Changes:
------------------------------------------
[...truncated 1.67 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:43013.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:14 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:15 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:15 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:17 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:17 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:18 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f4569079550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f45690795e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f4569079d30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fa7c913c670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fa7c913c790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fa7c913cca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fa7c913cd30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fa7c913cee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fa7c913cf70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fa7c913d0d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fa7c913d160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fa7c913d1f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fa7c913d280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fa7c913d4c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fa7c913d5e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fa7c913d430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fa7c913d550> ====================
INFO root:portable_runner.py:543 starting control server on port 40359
INFO root:portable_runner.py:543 starting data server on port 42825
INFO root:portable_runner.py:543 starting state server on port 39525
INFO root:portable_runner.py:543 starting logging server on port 40413
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa7fda152e0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'01bb8a7f792d3e1f00e6d3eea3ce0926e66eb9b0a4b9ed980157008c07fe433a', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fa7fda04220> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:43013')
INFO root:portable_runner.py:543 Requesting worker at localhost:43013
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:29 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40359.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:38 AM java.util.logging.LogManager$RootLogger log
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Hanged up for url: "apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:42825"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 .
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:38 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 27, 2023 5:59:38 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-38eb7231-687e-4ea8-b83c-dd36f304a1f7 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 328.66s (0:05:28) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1052369
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1066726.
Stopping expansion service pid: 1066727.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 10s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4989
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4989/display/redirect>
Changes:
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:45:49 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:45:49 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:45:50 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:45:51 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:45:51 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:45:52 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f93f29be550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f93f29be5e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f93f29bed30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f1566c5d670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f1566c5d790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f1566c5dca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f1566c5dd30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f1566c5dee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f1566c5df70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f1566c5e0d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f1566c5e160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f1566c5e1f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f1566c5e280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f1566c5e4c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f1566c5e5e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f1566c5e430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f1566c5e550> ====================
INFO root:portable_runner.py:543 starting control server on port 44541
INFO root:portable_runner.py:543 starting data server on port 39175
INFO root:portable_runner.py:543 starting state server on port 42931
INFO root:portable_runner.py:543 starting logging server on port 33003
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f159bcfeb20> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'26ecb84dc4bb70137691587e5018b1ddaee5b18b91f8de94c468c64ac2ef3c17', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f159b54d580> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:33061')
INFO root:portable_runner.py:543 Requesting worker at localhost:33061
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:46:02 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:44541.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:46:13 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 11:46:13 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-1bea6838-2455-410a-9a90-8c0249526fc1 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 275.20s (0:04:35) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 392530
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 397077.
Stopping expansion service pid: 397078.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 29s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4988
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4988/display/redirect?page=changes>
Changes:
[noreply] DuetAI knowledge lookup prompts (#29507)
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:09 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:09 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:10 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:11 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:12 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:12 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f3c35a7c550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f3c35a7c5e0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f3c35a7cd30> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f112b920670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f112b920790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f112b920ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f112b920d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f112b920ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f112b920f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f112b9210d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f112b921160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f112b9211f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f112b921280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f112b9214c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f112b9215e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f112b921430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f112b921550> ====================
INFO root:portable_runner.py:543 starting control server on port 32859
INFO root:portable_runner.py:543 starting data server on port 46317
INFO root:portable_runner.py:543 starting state server on port 43955
INFO root:portable_runner.py:543 starting logging server on port 38537
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f115fe1c5e0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'6f0d87e5931ba1a8cdee5e0bbd152dc6ae5a0829f2bfec4911da0821d27389be', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f115fe28190> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:37963')
INFO root:portable_runner.py:543 Requesting worker at localhost:37963
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:22 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:32859.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:31 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 26, 2023 5:44:31 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-1c846125-1d00-4da8-b6e9-8fa3d70b4d5a failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.14s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 4089510
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4092290.
Stopping expansion service pid: 4092292.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 49s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4987
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4987/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
>
>
>
coders: <
key: "PBZIqFvqKVTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\272\036+l2\360J\253\225\234\244\323\325\317L\241\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "PBZIqFvqKVVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "PBZIqFvqKVVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "PBZIqFvqKVbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar\022@db40e99330b136e6e8051c93b9830ffa9b3197718b9aa9a175c19b204421e78f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/26 11:21:58 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1703589718597613217
2023/12/26 11:22:01 Prepared job with id: go-testjdbcio_postgresreadwrite-903-65faa077-b606-41f8-af47-8e140878bec7 and staging token: go-testjdbcio_postgresreadwrite-903-65faa077-b606-41f8-af47-8e140878bec7
2023/12/26 11:22:01 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-903-65faa077-b606-41f8-af47-8e140878bec7
2023/12/26 11:22:01 Submitted job: go-testjdbcio_postgresreadwrite-903-65faa077-b606-41f8-af47-8e140878bec7
2023/12/26 11:22:01 Job[go-testjdbcio_postgresreadwrite-903-65faa077-b606-41f8-af47-8e140878bec7] state: STOPPED
2023/12/26 11:22:01 Job[go-testjdbcio_postgresreadwrite-903-65faa077-b606-41f8-af47-8e140878bec7] state: STARTING
2023/12/26 11:22:01 Job[go-testjdbcio_postgresreadwrite-903-65faa077-b606-41f8-af47-8e140878bec7] state: RUNNING
2023/12/26 11:22:01 2023-12-26 11:22:01. (1): ==================== <function annotate_downstream_side_inputs at 0x7fbdcbc33a60> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fbdcbc33b80> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (3): ==================== <function pack_combiners at 0x7fbdcbc350d0> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (4): ==================== <function lift_combiners at 0x7fbdcbc35160> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (5): ==================== <function expand_sdf at 0x7fbdcbc35310> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (6): ==================== <function expand_gbk at 0x7fbdcbc353a0> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (7): ==================== <function sink_flattens at 0x7fbdcbc354c0> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (8): ==================== <function greedily_fuse at 0x7fbdcbc35550> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (9): ==================== <function read_to_impulse at 0x7fbdcbc355e0> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (10): ==================== <function impulse_to_input at 0x7fbdcbc35670> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (11): ==================== <function sort_stages at 0x7fbdcbc358b0> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fbdcbc359d0> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (13): ==================== <function setup_timer_mapping at 0x7fbdcbc35820> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (14): ==================== <function populate_data_channel_coders at 0x7fbdcbc35940> ====================
2023/12/26 11:22:01 2023-12-26 11:22:01. (15): starting control server on port 39043
2023/12/26 11:22:01 2023-12-26 11:22:01. (16): starting data server on port 40077
2023/12/26 11:22:01 2023-12-26 11:22:01. (17): starting state server on port 35949
2023/12/26 11:22:01 2023-12-26 11:22:01. (18): starting logging server on port 33605
2023/12/26 11:22:01 2023-12-26 11:22:01. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fbdffbbd7f0> for environment PBZIqFvqKVbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/26 11:22:11 2023-12-26 11:22:11. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/26 11:22:11 2023-12-26 11:22:11. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/26 11:22:17 2023-12-26 11:22:17. (22): Waiting for docker to start up. Current status is running
2023/12/26 11:22:17 2023-12-26 11:22:17. (23): Docker container is running. container_id = b'967c983db903cf00682c76a42a7aa6d1e1e16b1d97a8a0abfdd80b36bde3c671', worker_id = worker_13
2023/12/26 11:22:18 2023-12-26 11:22:18. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fbe00ba1100> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/26 11:22:22 2023-12-26 11:22:22. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/26 11:22:22 2023-12-26 11:22:22. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/26 11:22:25 2023-12-26 11:22:25. (27): Waiting for docker to start up. Current status is running
2023/12/26 11:22:25 2023-12-26 11:22:25. (28): Docker container is running. container_id = b'883b8dc8c6e7bb7c586d4b0f8ec2a20d06bc070f4ed89f4b2769a337512a38a0', worker_id = worker_15
2023/12/26 11:22:32 2023-12-26 11:22:32. (29): Completed job in 31.376342058181763 seconds with state DONE.
2023/12/26 11:22:32 Job[go-testjdbcio_postgresreadwrite-903-65faa077-b606-41f8-af47-8e140878bec7] state: DONE
2023/12/26 11:22:33 🐳 Terminating container: 1140a6348a48
2023/12/26 11:22:33 🚫 Container terminated: 1140a6348a48
--- PASS: TestJDBCIO_PostgresReadWrite (60.86s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 116.843s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.024s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 45105
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc1-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmppacvf845/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 44463
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 41s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4986
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4986/display/redirect>
Changes:
------------------------------------------
[...truncated 1.32 MB...]
coders: <
key: "njPmvZSjWRIterableCoder"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "njPmvZSjWRTimestampedValueCoder"
>
>
coders: <
key: "njPmvZSjWRKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "njPmvZSjWRVarIntCoder"
component_coder_ids: "njPmvZSjWRRowCoder"
>
>
coders: <
key: "njPmvZSjWRKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "njPmvZSjWRVarIntCoder"
component_coder_ids: "njPmvZSjWRTimestampedValueCoder"
>
>
coders: <
key: "njPmvZSjWRKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "njPmvZSjWRVarIntCoder"
component_coder_ids: "njPmvZSjWRIterableCoder"
>
>
coders: <
key: "njPmvZSjWRRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$08ccf275-d401-4032-8d48-d6c71103490c"
>
>
>
coders: <
key: "njPmvZSjWRTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016@xp\275\235A\331C\354 U\200M\266W\303A\te\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "njPmvZSjWRVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "njPmvZSjWRVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "njPmvZSjWRbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar\022@db40e99330b136e6e8051c93b9830ffa9b3197718b9aa9a175c19b204421e78f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/26 05:32:44 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703568764247094652
2023/12/26 05:32:46 Prepared job with id: go-testjdbcio_postgresreadwrite-291-d4f096b2-c071-451b-9712-4b9e856b034b and staging token: go-testjdbcio_postgresreadwrite-291-d4f096b2-c071-451b-9712-4b9e856b034b
2023/12/26 05:32:47 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-291-d4f096b2-c071-451b-9712-4b9e856b034b
2023/12/26 05:32:47 Submitted job: go-testjdbcio_postgresreadwrite-291-d4f096b2-c071-451b-9712-4b9e856b034b
2023/12/26 05:32:47 Job[go-testjdbcio_postgresreadwrite-291-d4f096b2-c071-451b-9712-4b9e856b034b] state: STOPPED
2023/12/26 05:32:47 Job[go-testjdbcio_postgresreadwrite-291-d4f096b2-c071-451b-9712-4b9e856b034b] state: STARTING
2023/12/26 05:32:47 Job[go-testjdbcio_postgresreadwrite-291-d4f096b2-c071-451b-9712-4b9e856b034b] state: RUNNING
2023/12/26 05:32:47 2023-12-26 05:32:47. (1): ==================== <function annotate_downstream_side_inputs at 0x7f1f1a123a60> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f1f1a123b80> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (3): ==================== <function pack_combiners at 0x7f1f1a1250d0> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (4): ==================== <function lift_combiners at 0x7f1f1a125160> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (5): ==================== <function expand_sdf at 0x7f1f1a125310> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (6): ==================== <function expand_gbk at 0x7f1f1a1253a0> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (7): ==================== <function sink_flattens at 0x7f1f1a1254c0> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (8): ==================== <function greedily_fuse at 0x7f1f1a125550> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (9): ==================== <function read_to_impulse at 0x7f1f1a1255e0> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (10): ==================== <function impulse_to_input at 0x7f1f1a125670> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (11): ==================== <function sort_stages at 0x7f1f1a1258b0> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f1f1a1259d0> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (13): ==================== <function setup_timer_mapping at 0x7f1f1a125820> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (14): ==================== <function populate_data_channel_coders at 0x7f1f1a125940> ====================
2023/12/26 05:32:47 2023-12-26 05:32:47. (15): starting control server on port 42839
2023/12/26 05:32:47 2023-12-26 05:32:47. (16): starting data server on port 35819
2023/12/26 05:32:47 2023-12-26 05:32:47. (17): starting state server on port 43055
2023/12/26 05:32:47 2023-12-26 05:32:47. (18): starting logging server on port 43067
2023/12/26 05:32:47 2023-12-26 05:32:47. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f1f4dd4c610> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/26 05:32:50 2023-12-26 05:32:50. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/26 05:32:51 2023-12-26 05:32:51. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/26 05:32:52 2023-12-26 05:32:52. (22): Waiting for docker to start up. Current status is running
2023/12/26 05:32:52 2023-12-26 05:32:52. (23): Docker container is running. container_id = b'd990a6155fe59f5847d0f769d0fe17ca8a0da80d073685dc2bd768493e0292a9', worker_id = worker_17
2023/12/26 05:32:53 2023-12-26 05:32:53. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f1f4dd59940> for environment njPmvZSjWRbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/26 05:32:55 2023-12-26 05:32:55. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/26 05:32:56 2023-12-26 05:32:56. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/26 05:32:57 2023-12-26 05:32:57. (27): Waiting for docker to start up. Current status is running
2023/12/26 05:32:57 2023-12-26 05:32:57. (28): Docker container is running. container_id = b'9093f10b470a918563cb104171b489cee2181de2ae3f806c0a3921e59f821453', worker_id = worker_19
2023/12/26 05:33:04 2023-12-26 05:33:04. (29): Completed job in 17.370806455612183 seconds with state DONE.
2023/12/26 05:33:04 Job[go-testjdbcio_postgresreadwrite-291-d4f096b2-c071-451b-9712-4b9e856b034b] state: DONE
2023/12/26 05:33:04 🐳 Terminating container: de6591070663
2023/12/26 05:33:04 🚫 Container terminated: de6591070663
--- PASS: TestJDBCIO_PostgresReadWrite (42.89s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 110.558s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 37045
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc1-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpog5ai8h7/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 39075
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 10s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4985
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4985/display/redirect>
Changes:
------------------------------------------
[...truncated 1.28 MB...]
#9 411.4 adding 'apache_beam/utils/thread_pool_executor.py'
#9 411.4 adding 'apache_beam/utils/thread_pool_executor_test.py'
#9 411.4 adding 'apache_beam/utils/timestamp.py'
#9 411.4 adding 'apache_beam/utils/timestamp_test.py'
#9 411.4 adding 'apache_beam/utils/transform_service_launcher.py'
#9 411.4 adding 'apache_beam/utils/urns.py'
#9 411.5 adding 'apache_beam/utils/windowed_value.cpython-38-x86_64-linux-gnu.so'
#9 411.5 adding 'apache_beam/utils/windowed_value.pxd'
#9 411.5 adding 'apache_beam/utils/windowed_value.py'
#9 411.5 adding 'apache_beam/utils/windowed_value_test.py'
#9 411.5 adding 'apache_beam/yaml/__init__.py'
#9 411.5 adding 'apache_beam/yaml/cache_provider_artifacts.py'
#9 411.5 adding 'apache_beam/yaml/generate_yaml_docs.py'
#9 411.5 adding 'apache_beam/yaml/json_utils.py'
#9 411.5 adding 'apache_beam/yaml/main.py'
#9 411.5 adding 'apache_beam/yaml/options.py'
#9 411.5 adding 'apache_beam/yaml/pipeline.schema.yaml'
#9 411.5 adding 'apache_beam/yaml/readme_test.py'
#9 411.5 adding 'apache_beam/yaml/standard_io.yaml'
#9 411.5 adding 'apache_beam/yaml/standard_providers.yaml'
#9 411.5 adding 'apache_beam/yaml/yaml_combine.py'
#9 411.5 adding 'apache_beam/yaml/yaml_combine_test.py'
#9 411.5 adding 'apache_beam/yaml/yaml_io.py'
#9 411.5 adding 'apache_beam/yaml/yaml_io_test.py'
#9 411.5 adding 'apache_beam/yaml/yaml_mapping.py'
#9 411.5 adding 'apache_beam/yaml/yaml_mapping_test.py'
#9 411.5 adding 'apache_beam/yaml/yaml_provider.py'
#9 411.5 adding 'apache_beam/yaml/yaml_transform.py'
#9 411.5 adding 'apache_beam/yaml/yaml_transform_scope_test.py'
#9 411.5 adding 'apache_beam/yaml/yaml_transform_test.py'
#9 411.5 adding 'apache_beam/yaml/yaml_transform_unit_test.py'
#9 411.5 adding 'apache_beam/yaml/yaml_udf_test.py'
#9 411.5 adding 'apache_beam-2.54.0.dev0.dist-info/METADATA'
#9 411.5 adding 'apache_beam-2.54.0.dev0.dist-info/WHEEL'
#9 411.5 adding 'apache_beam-2.54.0.dev0.dist-info/top_level.txt'
#9 411.5 adding 'apache_beam-2.54.0.dev0.dist-info/RECORD'
#9 411.5 removing build/bdist.linux-x86_64/wheel
#9 411.8 Building wheel for apache-beam (pyproject.toml): finished with status 'done'
#9 411.9 Created wheel for apache-beam: filename=apache_beam-2.54.0.dev0-cp38-cp38-linux_x86_64.whl size=15055022 sha256=2ecaf018f346514b4183113dec46f37c7f407d09fd49190c07866a4b6fdfe930
#9 411.9 Stored in directory: /root/.cache/pip/wheels/d3/98/79/56de7693569c5d5842f57d543463d92abe49498068bcdeee91
#9 411.9 Successfully built apache-beam
#9 411.9 Installing collected packages: apache-beam
#9 414.6 Successfully installed apache-beam-2.54.0.dev0
#9 414.6 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#9 416.9 No broken requirements found.
#9 417.5 apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz#sha256=470cf72006e6b663b6d99b799e48712615840ce5116c0893893f29826282be5c
#9 417.5 attrs==23.1.0
#9 417.5 backports.zoneinfo==0.2.1
#9 417.5 beautifulsoup4==4.12.2
#9 417.5 bs4==0.0.1
#9 417.5 build==1.0.3
#9 417.5 cachetools==5.3.2
#9 417.5 certifi==2023.11.17
#9 417.5 cffi==1.16.0
#9 417.5 charset-normalizer==3.3.2
#9 417.5 click==8.1.7
#9 417.5 cloudpickle==2.2.1
#9 417.5 crcmod==1.7
#9 417.5 cryptography==41.0.7
#9 417.5 Cython==0.29.36
#9 417.5 deprecation==2.1.0
#9 417.5 dill==0.3.1.1
#9 417.5 dnspython==2.4.2
#9 417.5 docker==7.0.0
#9 417.5 docopt==0.6.2
#9 417.5 docstring-parser==0.15
#9 417.5 exceptiongroup==1.2.0
#9 417.5 execnet==2.0.2
#9 417.5 fastavro==1.9.1
#9 417.5 fasteners==0.19
#9 417.5 freezegun==1.3.1
#9 417.5 future==0.18.3
#9 417.5 google-api-core==2.15.0
#9 417.5 google-api-python-client==2.111.0
#9 417.5 google-apitools==0.5.31
#9 417.5 google-auth==2.25.2
#9 417.5 google-auth-httplib2==0.1.1
#9 417.5 google-cloud-aiplatform==1.38.1
#9 417.5 google-cloud-bigquery==3.14.1
#9 417.5 google-cloud-bigquery-storage==2.24.0
#9 417.5 google-cloud-bigtable==2.22.0
#9 417.5 google-cloud-core==2.4.1
#9 417.5 google-cloud-datastore==2.19.0
#9 417.5 google-cloud-dlp==3.14.0
#9 417.5 google-cloud-language==2.12.0
#9 417.5 google-cloud-profiler==4.1.0
#9 417.5 google-cloud-pubsub==2.19.0
#9 417.5 google-cloud-pubsublite==1.9.0
#9 417.5 google-cloud-recommendations-ai==0.10.6
#9 417.5 google-cloud-resource-manager==1.11.0
#9 417.5 google-cloud-spanner==3.40.1
#9 417.5 google-cloud-storage==2.14.0
#9 417.5 google-cloud-videointelligence==2.12.0
#9 417.5 google-cloud-vision==3.5.0
#9 417.5 google-crc32c==1.5.0
#9 417.5 google-resumable-media==2.7.0
#9 417.5 googleapis-common-protos==1.62.0
#9 417.5 greenlet==3.0.2
#9 417.5 grpc-google-iam-v1==0.13.0
#9 417.5 grpcio==1.60.0
#9 417.5 grpcio-status==1.60.0
#9 417.5 guppy3==3.1.4.post1
#9 417.5 hdfs==2.7.3
#9 417.5 httplib2==0.22.0
#9 417.5 hypothesis==6.92.1
#9 417.5 idna==3.6
#9 417.5 importlib-metadata==7.0.0
#9 417.5 importlib-resources==6.1.1
#9 417.5 iniconfig==2.0.0
#9 417.5 joblib==1.3.2
#9 417.5 Js2Py==0.74
#9 417.5 jsonpickle==3.0.2
#9 417.5 jsonschema==4.20.0
#9 417.5 jsonschema-specifications==2023.11.2
#9 417.5 mmh3==4.0.1
#9 417.5 mock==5.1.0
#9 417.5 nltk==3.8.1
#9 417.5 nose==1.3.7
#9 417.5 numpy==1.24.4
#9 417.5 oauth2client==4.1.3
#9 417.5 objsize==0.6.1
#9 417.5 orjson==3.9.10
#9 417.5 overrides==7.4.0
#9 417.5 packaging==23.2
#9 417.5 pandas==1.5.3
#9 417.5 parameterized==0.9.0
#9 417.5 pip==23.3.2
#9 417.5 pkgutil_resolve_name==1.3.10
#9 417.5 pluggy==1.3.0
#9 417.5 proto-plus==1.23.0
#9 417.5 protobuf==4.25.1
#9 417.5 psycopg2-binary==2.9.9
#9 417.5 pyarrow==14.0.2
#9 417.5 pyarrow-hotfix==0.6
#9 417.5 pyasn1==0.5.1
#9 417.5 pyasn1-modules==0.3.0
#9 417.5 pycparser==2.21
#9 417.5 pydot==1.4.2
#9 417.5 PyHamcrest==2.1.0
#9 417.5 pyjsparser==2.7.1
#9 417.5 pymongo==4.6.1
#9 417.5 PyMySQL==1.1.0
#9 417.5 pyparsing==3.1.1
#9 417.5 pyproject_hooks==1.0.0
#9 417.5 pytest==7.4.3
#9 417.5 pytest-timeout==2.2.0
#9 417.5 pytest-xdist==3.5.0
#9 417.5 python-dateutil==2.8.2
#9 417.5 python-snappy==0.6.1
#9 417.5 pytz==2023.3.post1
#9 417.5 PyYAML==6.0.1
#9 417.5 referencing==0.32.0
#9 417.5 regex==2023.10.3
#9 417.5 requests==2.31.0
#9 417.5 requests-mock==1.11.0
#9 417.5 rpds-py==0.15.2
#9 417.5 rsa==4.9
#9 417.5 scikit-learn==1.3.2
#9 417.5 scipy==1.10.1
#9 417.5 setuptools==69.0.3
#9 417.5 shapely==2.0.2
#9 417.5 six==1.16.0
#9 417.5 sortedcontainers==2.4.0
#9 417.5 soupsieve==2.5
#9 417.5 SQLAlchemy==1.4.50
#9 417.5 sqlparse==0.4.4
#9 417.5 tenacity==8.2.3
#9 417.5 testcontainers==3.7.1
#9 417.5 threadpoolctl==3.2.0
#9 417.5 tomli==2.0.1
#9 417.5 tqdm==4.66.1
#9 417.5 typing_extensions==4.9.0
#9 417.5 tzlocal==5.2
#9 417.5 uritemplate==4.1.1
#9 417.5 urllib3==2.1.0
#9 417.5 wheel==0.42.0
#9 417.5 wrapt==1.16.0
#9 417.5 zipp==3.17.0
#9 417.5 zstandard==0.22.0
#9 DONE 418.5s
#10 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#10 DONE 0.0s
#11 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#11 DONE 0.1s
#12 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#12 DONE 0.0s
#13 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#13 0.999 Collecting pip-licenses<5
#13 1.166 Downloading pip_licenses-4.3.3-py3-none-any.whl.metadata (31 kB)
#13 1.194 Requirement already satisfied: pyyaml in /usr/local/lib/python3.8/site-packages (6.0.1)
#13 1.195 Requirement already satisfied: tenacity in /usr/local/lib/python3.8/site-packages (8.2.3)
#13 1.255 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#13 1.298 Downloading prettytable-3.9.0-py3-none-any.whl.metadata (26 kB)
#13 1.365 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#13 1.409 Downloading wcwidth-0.2.12-py2.py3-none-any.whl.metadata (14 kB)
#13 1.471 Downloading pip_licenses-4.3.3-py3-none-any.whl (20 kB)
#13 1.523 Downloading prettytable-3.9.0-py3-none-any.whl (27 kB)
#13 1.582 Downloading wcwidth-0.2.12-py2.py3-none-any.whl (34 kB)
#13 3.077 Installing collected packages: wcwidth, prettytable, pip-licenses
#13 3.229 Successfully installed pip-licenses-4.3.3 prettytable-3.9.0 wcwidth-0.2.12
#13 3.229 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#13 29.02 INFO:root:Successfully pulled licenses for 130 dependencies
#13 29.02 Skip pulling license for bs4
#13 DONE 29.1s
#14 [stage-2 1/2] COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
#14 DONE 0.1s
#15 [stage-2 2/2] RUN if [ "true" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
#15 DONE 0.4s
#16 exporting to image
#16 exporting layers
#16 exporting layers 13.8s done
#16 writing image sha256:f15c8aa49e8496d2108f0591606c23121f86c6cc0c218780299e09564340db5f done
#16 naming to docker.io/apache/beam_python3.8_sdk:2.54.0.dev done
#16 DONE 13.8s
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 9m 31s
252 actionable tasks: 163 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4984
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4984/display/redirect>
Changes:
------------------------------------------
[...truncated 1.26 MB...]
#9 419.5 adding 'apache_beam/utils/thread_pool_executor.py'
#9 419.5 adding 'apache_beam/utils/thread_pool_executor_test.py'
#9 419.5 adding 'apache_beam/utils/timestamp.py'
#9 419.5 adding 'apache_beam/utils/timestamp_test.py'
#9 419.5 adding 'apache_beam/utils/transform_service_launcher.py'
#9 419.5 adding 'apache_beam/utils/urns.py'
#9 419.6 adding 'apache_beam/utils/windowed_value.cpython-38-x86_64-linux-gnu.so'
#9 419.6 adding 'apache_beam/utils/windowed_value.pxd'
#9 419.6 adding 'apache_beam/utils/windowed_value.py'
#9 419.6 adding 'apache_beam/utils/windowed_value_test.py'
#9 419.6 adding 'apache_beam/yaml/__init__.py'
#9 419.6 adding 'apache_beam/yaml/cache_provider_artifacts.py'
#9 419.6 adding 'apache_beam/yaml/generate_yaml_docs.py'
#9 419.6 adding 'apache_beam/yaml/json_utils.py'
#9 419.6 adding 'apache_beam/yaml/main.py'
#9 419.6 adding 'apache_beam/yaml/options.py'
#9 419.6 adding 'apache_beam/yaml/pipeline.schema.yaml'
#9 419.6 adding 'apache_beam/yaml/readme_test.py'
#9 419.6 adding 'apache_beam/yaml/standard_io.yaml'
#9 419.6 adding 'apache_beam/yaml/standard_providers.yaml'
#9 419.6 adding 'apache_beam/yaml/yaml_combine.py'
#9 419.6 adding 'apache_beam/yaml/yaml_combine_test.py'
#9 419.6 adding 'apache_beam/yaml/yaml_io.py'
#9 419.6 adding 'apache_beam/yaml/yaml_io_test.py'
#9 419.6 adding 'apache_beam/yaml/yaml_mapping.py'
#9 419.6 adding 'apache_beam/yaml/yaml_mapping_test.py'
#9 419.6 adding 'apache_beam/yaml/yaml_provider.py'
#9 419.6 adding 'apache_beam/yaml/yaml_transform.py'
#9 419.6 adding 'apache_beam/yaml/yaml_transform_scope_test.py'
#9 419.6 adding 'apache_beam/yaml/yaml_transform_test.py'
#9 419.6 adding 'apache_beam/yaml/yaml_transform_unit_test.py'
#9 419.6 adding 'apache_beam/yaml/yaml_udf_test.py'
#9 419.6 adding 'apache_beam-2.54.0.dev0.dist-info/METADATA'
#9 419.6 adding 'apache_beam-2.54.0.dev0.dist-info/WHEEL'
#9 419.6 adding 'apache_beam-2.54.0.dev0.dist-info/top_level.txt'
#9 419.7 adding 'apache_beam-2.54.0.dev0.dist-info/RECORD'
#9 419.7 removing build/bdist.linux-x86_64/wheel
#9 420.2 Building wheel for apache-beam (pyproject.toml): finished with status 'done'
#9 420.3 Created wheel for apache-beam: filename=apache_beam-2.54.0.dev0-cp38-cp38-linux_x86_64.whl size=15054998 sha256=fe1df35aa0a2b0173bbc494132527646efb14b9e202b43bc13cc7de846b496be
#9 420.3 Stored in directory: /root/.cache/pip/wheels/d3/98/79/56de7693569c5d5842f57d543463d92abe49498068bcdeee91
#9 420.3 Successfully built apache-beam
#9 420.3 Installing collected packages: apache-beam
#9 423.6 Successfully installed apache-beam-2.54.0.dev0
#9 423.6 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#9 425.9 No broken requirements found.
#9 426.6 apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz#sha256=2b0c0c72cfd7393b7e65e437509480f6b362d1cb69f38056cee554628e1d04b1
#9 426.6 attrs==23.1.0
#9 426.6 backports.zoneinfo==0.2.1
#9 426.6 beautifulsoup4==4.12.2
#9 426.6 bs4==0.0.1
#9 426.6 build==1.0.3
#9 426.6 cachetools==5.3.2
#9 426.6 certifi==2023.11.17
#9 426.6 cffi==1.16.0
#9 426.6 charset-normalizer==3.3.2
#9 426.6 click==8.1.7
#9 426.6 cloudpickle==2.2.1
#9 426.6 crcmod==1.7
#9 426.6 cryptography==41.0.7
#9 426.6 Cython==0.29.36
#9 426.6 deprecation==2.1.0
#9 426.6 dill==0.3.1.1
#9 426.6 dnspython==2.4.2
#9 426.6 docker==7.0.0
#9 426.6 docopt==0.6.2
#9 426.6 docstring-parser==0.15
#9 426.6 exceptiongroup==1.2.0
#9 426.6 execnet==2.0.2
#9 426.6 fastavro==1.9.1
#9 426.6 fasteners==0.19
#9 426.6 freezegun==1.3.1
#9 426.6 future==0.18.3
#9 426.6 google-api-core==2.15.0
#9 426.6 google-api-python-client==2.111.0
#9 426.6 google-apitools==0.5.31
#9 426.6 google-auth==2.25.2
#9 426.6 google-auth-httplib2==0.1.1
#9 426.6 google-cloud-aiplatform==1.38.1
#9 426.6 google-cloud-bigquery==3.14.1
#9 426.6 google-cloud-bigquery-storage==2.24.0
#9 426.6 google-cloud-bigtable==2.22.0
#9 426.6 google-cloud-core==2.4.1
#9 426.6 google-cloud-datastore==2.19.0
#9 426.6 google-cloud-dlp==3.14.0
#9 426.6 google-cloud-language==2.12.0
#9 426.6 google-cloud-profiler==4.1.0
#9 426.6 google-cloud-pubsub==2.19.0
#9 426.6 google-cloud-pubsublite==1.9.0
#9 426.6 google-cloud-recommendations-ai==0.10.6
#9 426.6 google-cloud-resource-manager==1.11.0
#9 426.6 google-cloud-spanner==3.40.1
#9 426.6 google-cloud-storage==2.14.0
#9 426.6 google-cloud-videointelligence==2.12.0
#9 426.6 google-cloud-vision==3.5.0
#9 426.6 google-crc32c==1.5.0
#9 426.6 google-resumable-media==2.7.0
#9 426.6 googleapis-common-protos==1.62.0
#9 426.6 greenlet==3.0.2
#9 426.6 grpc-google-iam-v1==0.13.0
#9 426.6 grpcio==1.60.0
#9 426.6 grpcio-status==1.60.0
#9 426.6 guppy3==3.1.4.post1
#9 426.6 hdfs==2.7.3
#9 426.6 httplib2==0.22.0
#9 426.6 hypothesis==6.92.1
#9 426.6 idna==3.6
#9 426.6 importlib-metadata==7.0.0
#9 426.6 importlib-resources==6.1.1
#9 426.6 iniconfig==2.0.0
#9 426.6 joblib==1.3.2
#9 426.6 Js2Py==0.74
#9 426.6 jsonpickle==3.0.2
#9 426.6 jsonschema==4.20.0
#9 426.6 jsonschema-specifications==2023.11.2
#9 426.6 mmh3==4.0.1
#9 426.6 mock==5.1.0
#9 426.6 nltk==3.8.1
#9 426.6 nose==1.3.7
#9 426.6 numpy==1.24.4
#9 426.6 oauth2client==4.1.3
#9 426.6 objsize==0.6.1
#9 426.6 orjson==3.9.10
#9 426.6 overrides==7.4.0
#9 426.6 packaging==23.2
#9 426.6 pandas==1.5.3
#9 426.6 parameterized==0.9.0
#9 426.6 pip==23.3.2
#9 426.6 pkgutil_resolve_name==1.3.10
#9 426.6 pluggy==1.3.0
#9 426.6 proto-plus==1.23.0
#9 426.6 protobuf==4.25.1
#9 426.6 psycopg2-binary==2.9.9
#9 426.6 pyarrow==14.0.2
#9 426.6 pyarrow-hotfix==0.6
#9 426.6 pyasn1==0.5.1
#9 426.6 pyasn1-modules==0.3.0
#9 426.6 pycparser==2.21
#9 426.6 pydot==1.4.2
#9 426.6 PyHamcrest==2.1.0
#9 426.6 pyjsparser==2.7.1
#9 426.6 pymongo==4.6.1
#9 426.6 PyMySQL==1.1.0
#9 426.6 pyparsing==3.1.1
#9 426.6 pyproject_hooks==1.0.0
#9 426.6 pytest==7.4.3
#9 426.6 pytest-timeout==2.2.0
#9 426.6 pytest-xdist==3.5.0
#9 426.6 python-dateutil==2.8.2
#9 426.6 python-snappy==0.6.1
#9 426.6 pytz==2023.3.post1
#9 426.6 PyYAML==6.0.1
#9 426.6 referencing==0.32.0
#9 426.6 regex==2023.10.3
#9 426.6 requests==2.31.0
#9 426.6 requests-mock==1.11.0
#9 426.6 rpds-py==0.15.2
#9 426.6 rsa==4.9
#9 426.6 scikit-learn==1.3.2
#9 426.6 scipy==1.10.1
#9 426.6 setuptools==69.0.3
#9 426.6 shapely==2.0.2
#9 426.6 six==1.16.0
#9 426.6 sortedcontainers==2.4.0
#9 426.6 soupsieve==2.5
#9 426.6 SQLAlchemy==1.4.50
#9 426.6 sqlparse==0.4.4
#9 426.6 tenacity==8.2.3
#9 426.6 testcontainers==3.7.1
#9 426.6 threadpoolctl==3.2.0
#9 426.6 tomli==2.0.1
#9 426.6 tqdm==4.66.1
#9 426.6 typing_extensions==4.9.0
#9 426.6 tzlocal==5.2
#9 426.6 uritemplate==4.1.1
#9 426.6 urllib3==2.1.0
#9 426.6 wheel==0.42.0
#9 426.6 wrapt==1.16.0
#9 426.6 zipp==3.17.0
#9 426.6 zstandard==0.22.0
#9 DONE 427.5s
#10 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#10 DONE 0.1s
#11 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#11 DONE 0.1s
#12 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#12 DONE 0.1s
#13 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#13 1.000 Collecting pip-licenses<5
#13 1.174 Downloading pip_licenses-4.3.3-py3-none-any.whl.metadata (31 kB)
#13 1.204 Requirement already satisfied: pyyaml in /usr/local/lib/python3.8/site-packages (6.0.1)
#13 1.204 Requirement already satisfied: tenacity in /usr/local/lib/python3.8/site-packages (8.2.3)
#13 1.263 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#13 1.307 Downloading prettytable-3.9.0-py3-none-any.whl.metadata (26 kB)
#13 1.373 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#13 1.417 Downloading wcwidth-0.2.12-py2.py3-none-any.whl.metadata (14 kB)
#13 1.475 Downloading pip_licenses-4.3.3-py3-none-any.whl (20 kB)
#13 1.529 Downloading prettytable-3.9.0-py3-none-any.whl (27 kB)
#13 1.585 Downloading wcwidth-0.2.12-py2.py3-none-any.whl (34 kB)
#13 3.073 Installing collected packages: wcwidth, prettytable, pip-licenses
#13 3.229 Successfully installed pip-licenses-4.3.3 prettytable-3.9.0 wcwidth-0.2.12
#13 3.230 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#13 22.67 INFO:root:Successfully pulled licenses for 130 dependencies
#13 22.67 Skip pulling license for bs4
#13 DONE 22.8s
#14 [stage-2 1/2] COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
#14 DONE 0.1s
#15 [stage-2 2/2] RUN if [ "true" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
#15 DONE 0.4s
#16 exporting to image
#16 exporting layers
#16 exporting layers 13.8s done
#16 writing image sha256:8ae77c504d6dc2883f7d1c22f569a695fc9e56c4fb4331596f00dc93365717a1 done
#16 naming to docker.io/apache/beam_python3.8_sdk:2.54.0.dev done
#16 DONE 13.8s
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 9m 26s
252 actionable tasks: 163 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4983
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4983/display/redirect>
Changes:
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:43:47 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:43:47 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:43:47 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:43:49 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:43:49 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:43:49 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f2eb3ce3940> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f2eb3ce39d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f2eb3c65160> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7efe75ce7a60> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7efe75ce7b80> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7efe75ce90d0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7efe75ce9160> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7efe75ce9310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7efe75ce93a0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7efe75ce94c0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7efe75ce9550> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7efe75ce95e0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7efe75ce9670> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7efe75ce98b0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7efe75ce99d0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7efe75ce9820> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7efe75ce9940> ====================
INFO root:portable_runner.py:543 starting control server on port 33153
INFO root:portable_runner.py:543 starting data server on port 41813
INFO root:portable_runner.py:543 starting state server on port 33669
INFO root:portable_runner.py:543 starting logging server on port 36039
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7efea9f23b20> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'eda543d5cfc645d022d3ae03882aca75eeeea03037268eab002fa87ea5efc39e', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7efea9e3f700> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:49725')
INFO root:portable_runner.py:543 Requesting worker at localhost:49725
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:43:59 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33153.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:44:08 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 25, 2023 11:44:08 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-539203ac-819e-49ef-895d-055b7c8eef06 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 274.69s (0:04:34) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1421675
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1426438.
Stopping expansion service pid: 1426439.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 24s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4982
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4982/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
>
>
>
coders: <
key: "PNfyylxnrGTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\243i\275\221\035S\0371\3267\204Kr\353N\242\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "PNfyylxnrGVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "PNfyylxnrGVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "PNfyylxnrGbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar\022@db40e99330b136e6e8051c93b9830ffa9b3197718b9aa9a175c19b204421e78f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/25 05:30:41 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1703482241359174016
2023/12/25 05:30:43 Prepared job with id: go-testjdbcio_postgresreadwrite-473-d78e97da-d767-4c5e-8395-bfa1fdf4d4d7 and staging token: go-testjdbcio_postgresreadwrite-473-d78e97da-d767-4c5e-8395-bfa1fdf4d4d7
2023/12/25 05:30:44 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-473-d78e97da-d767-4c5e-8395-bfa1fdf4d4d7
2023/12/25 05:30:44 Submitted job: go-testjdbcio_postgresreadwrite-473-d78e97da-d767-4c5e-8395-bfa1fdf4d4d7
2023/12/25 05:30:44 Job[go-testjdbcio_postgresreadwrite-473-d78e97da-d767-4c5e-8395-bfa1fdf4d4d7] state: STOPPED
2023/12/25 05:30:44 Job[go-testjdbcio_postgresreadwrite-473-d78e97da-d767-4c5e-8395-bfa1fdf4d4d7] state: STARTING
2023/12/25 05:30:44 Job[go-testjdbcio_postgresreadwrite-473-d78e97da-d767-4c5e-8395-bfa1fdf4d4d7] state: RUNNING
2023/12/25 05:30:44 2023-12-25 05:30:44. (1): ==================== <function annotate_downstream_side_inputs at 0x7fd0cba19a60> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fd0cba19b80> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (3): ==================== <function pack_combiners at 0x7fd0cba1b0d0> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (4): ==================== <function lift_combiners at 0x7fd0cba1b160> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (5): ==================== <function expand_sdf at 0x7fd0cba1b310> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (6): ==================== <function expand_gbk at 0x7fd0cba1b3a0> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (7): ==================== <function sink_flattens at 0x7fd0cba1b4c0> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (8): ==================== <function greedily_fuse at 0x7fd0cba1b550> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (9): ==================== <function read_to_impulse at 0x7fd0cba1b5e0> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (10): ==================== <function impulse_to_input at 0x7fd0cba1b670> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (11): ==================== <function sort_stages at 0x7fd0cba1b8b0> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fd0cba1b9d0> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (13): ==================== <function setup_timer_mapping at 0x7fd0cba1b820> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (14): ==================== <function populate_data_channel_coders at 0x7fd0cba1b940> ====================
2023/12/25 05:30:44 2023-12-25 05:30:44. (15): starting control server on port 38445
2023/12/25 05:30:44 2023-12-25 05:30:44. (16): starting data server on port 41247
2023/12/25 05:30:44 2023-12-25 05:30:44. (17): starting state server on port 32775
2023/12/25 05:30:44 2023-12-25 05:30:44. (18): starting logging server on port 36511
2023/12/25 05:30:44 2023-12-25 05:30:44. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd0c873d940> for environment PNfyylxnrGbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/25 05:30:47 2023-12-25 05:30:47. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/25 05:30:47 2023-12-25 05:30:47. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/25 05:30:48 2023-12-25 05:30:48. (22): Waiting for docker to start up. Current status is running
2023/12/25 05:30:48 2023-12-25 05:30:48. (23): Docker container is running. container_id = b'b05d47d9d21595399f993a2293e47276c298d189bdedb2526f7cf31b1e030dc4', worker_id = worker_13
2023/12/25 05:30:49 2023-12-25 05:30:49. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd0c8746520> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/25 05:30:52 2023-12-25 05:30:52. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/25 05:30:52 2023-12-25 05:30:52. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/25 05:30:54 2023-12-25 05:30:54. (27): Waiting for docker to start up. Current status is running
2023/12/25 05:30:54 2023-12-25 05:30:54. (28): Docker container is running. container_id = b'10089c2b21efb826803ca53c75cf7863d1074d94637afbc2d7175605b1fd81a9', worker_id = worker_15
2023/12/25 05:30:57 2023-12-25 05:30:57. (29): Completed job in 13.39185380935669 seconds with state DONE.
2023/12/25 05:30:57 Job[go-testjdbcio_postgresreadwrite-473-d78e97da-d767-4c5e-8395-bfa1fdf4d4d7] state: DONE
2023/12/25 05:30:57 🐳 Terminating container: 30395484bb30
2023/12/25 05:30:57 🚫 Container terminated: 30395484bb30
--- PASS: TestJDBCIO_PostgresReadWrite (39.42s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 93.293s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.041s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 45539
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc1-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpzbhztm06/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 35457
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 32m 48s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4981
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4981/display/redirect>
Changes:
------------------------------------------
[...truncated 1.76 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:16 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:16 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:17 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:18 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:18 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:19 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fdbf022d940> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fdbf022d9d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fdbf022e160> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fbe9b1d5a60> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fbe9b1d5b80> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fbe9b1d70d0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fbe9b1d7160> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fbe9b1d7310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fbe9b1d73a0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fbe9b1d74c0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fbe9b1d7550> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fbe9b1d75e0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fbe9b1d7670> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fbe9b1d78b0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fbe9b1d79d0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fbe9b1d7820> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fbe9b1d7940> ====================
INFO root:portable_runner.py:543 starting control server on port 36055
INFO root:portable_runner.py:543 starting data server on port 34359
INFO root:portable_runner.py:543 starting state server on port 38433
INFO root:portable_runner.py:543 starting logging server on port 42171
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fbecf9c91f0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'c32b963ffe5684457c057725b2a89e1c2086b75a7c71abfae09d2f292068ded0', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fbecf9e9400> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:42233')
INFO root:portable_runner.py:543 Requesting worker at localhost:42233
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:28 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:36055.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:37 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:37 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-9a21f08c-005f-4fd2-9f6a-18663e24a7f8 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 271.78s (0:04:31) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 4169199
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4178486.
Stopping expansion service pid: 4178487.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 53s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4980
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4980/display/redirect>
Changes:
------------------------------------------
[...truncated 778.91 KB...]
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1011, in _send_output
self.send(msg)
File "/usr/lib/python3.8/http/client.py", line 951, in send
self.connect()
File "/usr/lib/python3.8/http/client.py", line 922, in connect
self.sock = self._create_connection(
File "/usr/lib/python3.8/socket.py", line 808, in create_connection
raise err
File "/usr/lib/python3.8/socket.py", line 796, in create_connection
sock.connect(sa)
OSError: [Errno 101] Network is unreachable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/container/license_scripts/pull_licenses_java.py",> line 62, in pull_from_url
url_read = urlopen(Request(url, headers={
File "/usr/lib/python3.8/urllib/request.py", line 222, in urlopen
return opener.open(url, data, timeout)
File "/usr/lib/python3.8/urllib/request.py", line 525, in open
response = self._open(req, data)
File "/usr/lib/python3.8/urllib/request.py", line 542, in _open
result = self._call_chain(self.handle_open, protocol, protocol +
File "/usr/lib/python3.8/urllib/request.py", line 502, in _call_chain
result = func(*args)
File "/usr/lib/python3.8/urllib/request.py", line 1383, in http_open
return self.do_open(http.client.HTTPConnection, req)
File "/usr/lib/python3.8/urllib/request.py", line 1357, in do_open
raise URLError(err)
urllib.error.URLError: <urlopen error [Errno 101] Network is unreachable>
ERROR:root:Invalid url for jFormatString-3.0.0: http://www.gnu.org/licenses/lgpl.html. Retrying...
Traceback (most recent call last):
File "/usr/lib/python3.8/urllib/request.py", line 1354, in do_open
h.request(req.get_method(), req.selector, req.data, headers,
File "/usr/lib/python3.8/http/client.py", line 1256, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1302, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1251, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1011, in _send_output
self.send(msg)
File "/usr/lib/python3.8/http/client.py", line 951, in send
self.connect()
File "/usr/lib/python3.8/http/client.py", line 922, in connect
self.sock = self._create_connection(
File "/usr/lib/python3.8/socket.py", line 808, in create_connection
raise err
File "/usr/lib/python3.8/socket.py", line 796, in create_connection
sock.connect(sa)
OSError: [Errno 101] Network is unreachable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/container/license_scripts/pull_licenses_java.py",> line 62, in pull_from_url
url_read = urlopen(Request(url, headers={
File "/usr/lib/python3.8/urllib/request.py", line 222, in urlopen
return opener.open(url, data, timeout)
File "/usr/lib/python3.8/urllib/request.py", line 525, in open
response = self._open(req, data)
File "/usr/lib/python3.8/urllib/request.py", line 542, in _open
result = self._call_chain(self.handle_open, protocol, protocol +
File "/usr/lib/python3.8/urllib/request.py", line 502, in _call_chain
result = func(*args)
File "/usr/lib/python3.8/urllib/request.py", line 1383, in http_open
return self.do_open(http.client.HTTPConnection, req)
File "/usr/lib/python3.8/urllib/request.py", line 1357, in do_open
raise URLError(err)
urllib.error.URLError: <urlopen error [Errno 101] Network is unreachable>
ERROR:root:Invalid url for checkstyle-8.23: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.txt. Retrying...
Traceback (most recent call last):
File "/usr/lib/python3.8/urllib/request.py", line 1354, in do_open
h.request(req.get_method(), req.selector, req.data, headers,
File "/usr/lib/python3.8/http/client.py", line 1256, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1302, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1251, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1011, in _send_output
self.send(msg)
File "/usr/lib/python3.8/http/client.py", line 951, in send
self.connect()
File "/usr/lib/python3.8/http/client.py", line 1418, in connect
super().connect()
File "/usr/lib/python3.8/http/client.py", line 922, in connect
self.sock = self._create_connection(
File "/usr/lib/python3.8/socket.py", line 808, in create_connection
raise err
File "/usr/lib/python3.8/socket.py", line 796, in create_connection
sock.connect(sa)
OSError: [Errno 101] Network is unreachable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/container/license_scripts/pull_licenses_java.py",> line 62, in pull_from_url
url_read = urlopen(Request(url, headers={
File "/usr/lib/python3.8/urllib/request.py", line 222, in urlopen
return opener.open(url, data, timeout)
File "/usr/lib/python3.8/urllib/request.py", line 525, in open
response = self._open(req, data)
File "/usr/lib/python3.8/urllib/request.py", line 542, in _open
result = self._call_chain(self.handle_open, protocol, protocol +
File "/usr/lib/python3.8/urllib/request.py", line 502, in _call_chain
result = func(*args)
File "/usr/lib/python3.8/urllib/request.py", line 1397, in https_open
return self.do_open(http.client.HTTPSConnection, req,
File "/usr/lib/python3.8/urllib/request.py", line 1357, in do_open
raise URLError(err)
urllib.error.URLError: <urlopen error [Errno 101] Network is unreachable>
ERROR:root:Invalid url for spotbugs-annotations-4.0.6: https://www.gnu.org/licenses/old-licenses/lgpl-2.1.en.html after 9 retries.
Traceback (most recent call last):
File "/usr/lib/python3.8/urllib/request.py", line 1354, in do_open
h.request(req.get_method(), req.selector, req.data, headers,
File "/usr/lib/python3.8/http/client.py", line 1256, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1302, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1251, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1011, in _send_output
self.send(msg)
File "/usr/lib/python3.8/http/client.py", line 951, in send
self.connect()
File "/usr/lib/python3.8/http/client.py", line 922, in connect
self.sock = self._create_connection(
File "/usr/lib/python3.8/socket.py", line 808, in create_connection
raise err
File "/usr/lib/python3.8/socket.py", line 796, in create_connection
sock.connect(sa)
OSError: [Errno 101] Network is unreachable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/container/license_scripts/pull_licenses_java.py",> line 62, in pull_from_url
url_read = urlopen(Request(url, headers={
File "/usr/lib/python3.8/urllib/request.py", line 222, in urlopen
return opener.open(url, data, timeout)
File "/usr/lib/python3.8/urllib/request.py", line 525, in open
response = self._open(req, data)
File "/usr/lib/python3.8/urllib/request.py", line 542, in _open
result = self._call_chain(self.handle_open, protocol, protocol +
File "/usr/lib/python3.8/urllib/request.py", line 502, in _call_chain
result = func(*args)
File "/usr/lib/python3.8/urllib/request.py", line 1383, in http_open
return self.do_open(http.client.HTTPConnection, req)
File "/usr/lib/python3.8/urllib/request.py", line 1357, in do_open
raise URLError(err)
urllib.error.URLError: <urlopen error [Errno 101] Network is unreachable>
ERROR:root:Invalid url for jFormatString-3.0.0: http://www.gnu.org/licenses/lgpl.html after 9 retries.
Traceback (most recent call last):
File "/usr/lib/python3.8/urllib/request.py", line 1354, in do_open
h.request(req.get_method(), req.selector, req.data, headers,
File "/usr/lib/python3.8/http/client.py", line 1256, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1302, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1251, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/usr/lib/python3.8/http/client.py", line 1011, in _send_output
self.send(msg)
File "/usr/lib/python3.8/http/client.py", line 951, in send
self.connect()
File "/usr/lib/python3.8/http/client.py", line 922, in connect
self.sock = self._create_connection(
File "/usr/lib/python3.8/socket.py", line 808, in create_connection
raise err
File "/usr/lib/python3.8/socket.py", line 796, in create_connection
sock.connect(sa)
OSError: [Errno 101] Network is unreachable
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/container/license_scripts/pull_licenses_java.py",> line 62, in pull_from_url
url_read = urlopen(Request(url, headers={
File "/usr/lib/python3.8/urllib/request.py", line 222, in urlopen
return opener.open(url, data, timeout)
File "/usr/lib/python3.8/urllib/request.py", line 525, in open
response = self._open(req, data)
File "/usr/lib/python3.8/urllib/request.py", line 542, in _open
result = self._call_chain(self.handle_open, protocol, protocol +
File "/usr/lib/python3.8/urllib/request.py", line 502, in _call_chain
result = func(*args)
File "/usr/lib/python3.8/urllib/request.py", line 1383, in http_open
return self.do_open(http.client.HTTPConnection, req)
File "/usr/lib/python3.8/urllib/request.py", line 1357, in do_open
raise URLError(err)
urllib.error.URLError: <urlopen error [Errno 101] Network is unreachable>
ERROR:root:Invalid url for checkstyle-8.23: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.txt after 9 retries.
ERROR:root:['spotbugs-annotations-4.0.6', 'jFormatString-3.0.0', 'checkstyle-8.23']
ERROR:root:**************************************** Licenses were not able to be pulled automatically for some dependencies. Please search source code of the dependencies on the internet and add "license" and "notice" (if available) field to <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/container/license_scripts/dep_urls_java.yaml> for each missing license. Dependency List: [checkstyle-8.23,jFormatString-3.0.0,spotbugs-annotations-4.0.6]
INFO:root:pull_licenses_java.py failed. It took 1212.936701 seconds with 16 threads.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/container/license_scripts/pull_licenses_java.py",> line 330, in <module>
raise RuntimeError('{n} error(s) occurred.'.format(n=len(error_msg)),
RuntimeError: ('1 error(s) occurred.', ['**************************************** Licenses were not able to be pulled automatically for some dependencies. Please search source code of the dependencies on the internet and add "license" and "notice" (if available) field to <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/container/license_scripts/dep_urls_java.yaml> for each missing license. Dependency List: [checkstyle-8.23,jFormatString-3.0.0,spotbugs-annotations-4.0.6]'])
> Task :sdks:java:container:pullLicenses FAILED
> Task :sdks:java:container:downloadCloudProfilerAgent
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0version.txt
NOTICES
profiler_java_agent.so
100 4183k 100 4183k 0 0 24.6M 0 --:--:-- --:--:-- --:--:-- 24.6M
> Task :sdks:java:container:goPrepare UP-TO-DATE
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3666943
> Task :sdks:java:container:goBuild
/home/jenkins/go/bin/go1.21.5 build -o ./build/target/linux_amd64/boot boot.go boot_test.go pathingjar.go pathingjar_test.go
> Task :sdks:java:container:java8:copySdkHarnessLauncher
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:container:pullLicenses'.
> Process 'command './license_scripts/license_script.sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 21m 25s
252 actionable tasks: 163 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4979
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4979/display/redirect>
Changes:
------------------------------------------
[...truncated 1.50 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:20 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:20 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:21 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:22 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:22 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:23 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f70bb8aa940> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f70bb8aa9d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f70bb82b160> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f0e36824a60> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f0e36824b80> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f0e368260d0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f0e36826160> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f0e36826310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f0e368263a0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f0e368264c0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f0e36826550> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f0e368265e0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f0e36826670> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f0e368268b0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f0e368269d0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f0e36826820> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f0e36826940> ====================
INFO root:portable_runner.py:543 starting control server on port 45013
INFO root:portable_runner.py:543 starting data server on port 45773
INFO root:portable_runner.py:543 starting state server on port 36295
INFO root:portable_runner.py:543 starting logging server on port 43691
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0e6b6c7be0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'f7f2b446fb99d180f69b5b191ad2d304bf8abfb92e0f6fbd55d3b919825347b5', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f0e6b647730> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36197')
INFO root:portable_runner.py:543 Requesting worker at localhost:36197
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:32 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:45013.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:42 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 11:44:42 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-95a9c150-b884-4993-8c14-95f49bba14fd failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 276.06s (0:04:36) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3217141
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3221534.
Stopping expansion service pid: 3221535.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 59s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4978
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4978/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:28 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:28 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:29 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:30 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:31 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:31 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f0b41521940> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f0b415219d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f0b41522160> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f003e834a60> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f003e834b80> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f003e8370d0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f003e837160> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f003e837310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f003e8373a0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f003e8374c0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f003e837550> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f003e8375e0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f003e837670> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f003e8378b0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f003e8379d0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f003e837820> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f003e837940> ====================
INFO root:portable_runner.py:543 starting control server on port 33651
INFO root:portable_runner.py:543 starting data server on port 39641
INFO root:portable_runner.py:543 starting state server on port 39863
INFO root:portable_runner.py:543 starting logging server on port 43021
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f007375cca0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'aa291bfbd131e65a026d4c0b24c3b57489f5791c89f548ff2b478649cc04a6be', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f00737638e0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:48701')
INFO root:portable_runner.py:543 Requesting worker at localhost:48701
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:41 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:33651.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:50 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 24, 2023 5:56:50 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-9b458b2b-fe23-468b-bea4-cbb527bef3ed failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 280.28s (0:04:40) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1696986
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1697533.
Stopping expansion service pid: 1697534.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 39s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4977
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4977/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:03 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:04 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:04 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:06 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:06 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:06 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fa949be09d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fa949be0a60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fa949b611f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f63f42c4af0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f63f42c4c10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f63f42c7160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f63f42c71f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f63f42c73a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f63f42c7430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f63f42c7550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f63f42c75e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f63f42c7670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f63f42c7700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f63f42c7940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f63f42c7a60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f63f42c78b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f63f42c79d0> ====================
INFO root:portable_runner.py:543 starting control server on port 43239
INFO root:portable_runner.py:543 starting data server on port 41609
INFO root:portable_runner.py:543 starting state server on port 37065
INFO root:portable_runner.py:543 starting logging server on port 38809
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6428a95d30> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'd00647c2aa462902a77e2b6c534d08cb7b7807ab7c1b500486639b187747894a', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f6428a97700> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:33243')
INFO root:portable_runner.py:543 Requesting worker at localhost:33243
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:16 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:43239.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:25 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:45:25 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-833f2427-3eb5-4ac4-a6d7-698d8b05ff71 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 282.35s (0:04:42) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1770543
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1772417.
Stopping expansion service pid: 1772418.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 42s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4976
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4976/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
key: "tiTEJnMwNBKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "tiTEJnMwNBVarIntCoder"
component_coder_ids: "tiTEJnMwNBTimestampedValueCoder"
>
>
coders: <
key: "tiTEJnMwNBKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "tiTEJnMwNBVarIntCoder"
component_coder_ids: "tiTEJnMwNBIterableCoder"
>
>
coders: <
key: "tiTEJnMwNBRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$9efc195c-7726-41ce-b94b-80b9ee4a2b79"
>
>
>
coders: <
key: "tiTEJnMwNBTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006i\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\235W\315\243\207k=E\252\177\254\315\230HC\010\005e\010\014srVo\001\205\366\014s.Ty.\216\007(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "tiTEJnMwNBVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "tiTEJnMwNBVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "tiTEJnMwNBbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar\022@db40e99330b136e6e8051c93b9830ffa9b3197718b9aa9a175c19b204421e78f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-20DpkzCxNuboBRyTuYMP-psxl3GLmqmhdcGbIEQh548.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/23 17:23:02 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1703352182549852378
2023/12/23 17:23:05 Prepared job with id: go-testjdbcio_postgresreadwrite-850-a3d1afcc-d8df-49d6-98db-ef17017acd6e and staging token: go-testjdbcio_postgresreadwrite-850-a3d1afcc-d8df-49d6-98db-ef17017acd6e
2023/12/23 17:23:05 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-850-a3d1afcc-d8df-49d6-98db-ef17017acd6e
2023/12/23 17:23:05 Submitted job: go-testjdbcio_postgresreadwrite-850-a3d1afcc-d8df-49d6-98db-ef17017acd6e
2023/12/23 17:23:05 Job[go-testjdbcio_postgresreadwrite-850-a3d1afcc-d8df-49d6-98db-ef17017acd6e] state: STOPPED
2023/12/23 17:23:05 Job[go-testjdbcio_postgresreadwrite-850-a3d1afcc-d8df-49d6-98db-ef17017acd6e] state: STARTING
2023/12/23 17:23:05 Job[go-testjdbcio_postgresreadwrite-850-a3d1afcc-d8df-49d6-98db-ef17017acd6e] state: RUNNING
2023/12/23 17:23:05 2023-12-23 17:23:05. (1): ==================== <function annotate_downstream_side_inputs at 0x7f861d179af0> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f861d179c10> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (3): ==================== <function pack_combiners at 0x7f861d17b160> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (4): ==================== <function lift_combiners at 0x7f861d17b1f0> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (5): ==================== <function expand_sdf at 0x7f861d17b3a0> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (6): ==================== <function expand_gbk at 0x7f861d17b430> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (7): ==================== <function sink_flattens at 0x7f861d17b550> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (8): ==================== <function greedily_fuse at 0x7f861d17b5e0> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (9): ==================== <function read_to_impulse at 0x7f861d17b670> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (10): ==================== <function impulse_to_input at 0x7f861d17b700> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (11): ==================== <function sort_stages at 0x7f861d17b940> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f861d17ba60> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (13): ==================== <function setup_timer_mapping at 0x7f861d17b8b0> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (14): ==================== <function populate_data_channel_coders at 0x7f861d17b9d0> ====================
2023/12/23 17:23:05 2023-12-23 17:23:05. (15): starting control server on port 45357
2023/12/23 17:23:05 2023-12-23 17:23:05. (16): starting data server on port 35115
2023/12/23 17:23:05 2023-12-23 17:23:05. (17): starting state server on port 39963
2023/12/23 17:23:05 2023-12-23 17:23:05. (18): starting logging server on port 33147
2023/12/23 17:23:05 2023-12-23 17:23:05. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f86186aeb50> for environment tiTEJnMwNBbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/23 17:23:09 2023-12-23 17:23:09. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/23 17:23:10 2023-12-23 17:23:10. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/23 17:23:11 2023-12-23 17:23:11. (22): Waiting for docker to start up. Current status is running
2023/12/23 17:23:11 2023-12-23 17:23:11. (23): Docker container is running. container_id = b'0e23367657233225db4b0cb1c6415d381c816b740ae37ddad764be1cc3502feb', worker_id = worker_14
2023/12/23 17:23:13 2023-12-23 17:23:13. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f86186b5310> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/23 17:23:13 2023-12-23 17:23:13. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/23 17:23:13 2023-12-23 17:23:13. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/23 17:23:14 2023-12-23 17:23:14. (27): Waiting for docker to start up. Current status is running
2023/12/23 17:23:14 2023-12-23 17:23:14. (28): Docker container is running. container_id = b'636e52b6378fb08c9a292e29fd7b6f613ab788ebd0cc181d0a81a4fec996f59a', worker_id = worker_15
2023/12/23 17:23:17 2023-12-23 17:23:17. (29): Completed job in 12.352373123168945 seconds with state DONE.
2023/12/23 17:23:17 Job[go-testjdbcio_postgresreadwrite-850-a3d1afcc-d8df-49d6-98db-ef17017acd6e] state: DONE
2023/12/23 17:23:17 🐳 Terminating container: 68f9bf79e53b
2023/12/23 17:23:18 🚫 Container terminated: 68f9bf79e53b
--- PASS: TestJDBCIO_PostgresReadWrite (40.31s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 111.907s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.026s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 45517
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc1-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpsy9jub1y/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 36809
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 21s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4975
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4975/display/redirect>
Changes:
------------------------------------------
[...truncated 1.79 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:15 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:15 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:15 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:17 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:17 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:17 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe2b0cc79d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe2b0cc7a60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe2b0c4a1f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f9eab892af0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f9eab892c10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f9eab895160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f9eab8951f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f9eab8953a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f9eab895430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f9eab895550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f9eab8955e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f9eab895670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f9eab895700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f9eab895940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f9eab895a60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f9eab8958b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f9eab8959d0> ====================
INFO root:portable_runner.py:543 starting control server on port 36205
INFO root:portable_runner.py:543 starting data server on port 39431
INFO root:portable_runner.py:543 starting state server on port 45061
INFO root:portable_runner.py:543 starting logging server on port 36121
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f9edfe3ff70> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'79cbccf6831f8834a99bcf34cdc8648bf1e1ccc98f5fd6f925d013bdb1519682', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f9edf5c0790> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:41857')
INFO root:portable_runner.py:543 Requesting worker at localhost:41857
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:27 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:36205.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:37 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 11:46:37 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-67158ebd-0afe-4131-8650-7ef746a2e8c3 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.85s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 764097
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 796056.
Stopping expansion service pid: 796057.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 54s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4974
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4974/display/redirect>
Changes:
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:43:52 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:43:53 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:43:53 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:43:55 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:43:55 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:43:55 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fa0203af9d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fa0203afa60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fa0203b01f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fb6a262caf0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fb6a262cc10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fb6a2631160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fb6a26311f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fb6a26313a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fb6a2631430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fb6a2631550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fb6a26315e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fb6a2631670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fb6a2631700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fb6a2631940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fb6a2631a60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fb6a26318b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fb6a26319d0> ====================
INFO root:portable_runner.py:543 starting control server on port 39431
INFO root:portable_runner.py:543 starting data server on port 45469
INFO root:portable_runner.py:543 starting state server on port 32989
INFO root:portable_runner.py:543 starting logging server on port 37305
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb6d4538220> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a3bca4fc594171209cfe045650853465dea0e1393d4705e07df12cccd7a30699', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fb6d453c700> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:37119')
INFO root:portable_runner.py:543 Requesting worker at localhost:37119
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:44:05 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:39431.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:44:15 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 23, 2023 5:44:15 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-93133bea-ffc2-4eb0-9bf8-1347aa56f28c failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 281.44s (0:04:41) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 226529
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 229742.
Stopping expansion service pid: 229743.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 32s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4973
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4973/display/redirect?page=changes>
Changes:
[noreply] Update google-api-services-storage to match libraries-bom (#29864)
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:44:40 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:44:40 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:44:41 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:44:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:44:43 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:44:43 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fc06da3c9d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fc06da3ca60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fc06d9be1f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7febe908baf0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7febe908bc10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7febe908e160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7febe908e1f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7febe908e3a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7febe908e430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7febe908e550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7febe908e5e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7febe908e670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7febe908e700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7febe908e940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7febe908ea60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7febe908e8b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7febe908e9d0> ====================
INFO root:portable_runner.py:543 starting control server on port 39303
INFO root:portable_runner.py:543 starting data server on port 37087
INFO root:portable_runner.py:543 starting state server on port 32897
INFO root:portable_runner.py:543 starting logging server on port 39023
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fec1d46b670> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'92ab7da51dd5f52fadfcf8faa66cc52fbb017ec96c1b29a954f389fb8b8a933a', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fec1d46ec40> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36461')
INFO root:portable_runner.py:543 Requesting worker at localhost:36461
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:44:53 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:39303.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:45:02 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:45:02 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-0ebe7220-d9f8-4185-840f-bb8881358d39 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 277.65s (0:04:37) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 4073835
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4077035.
Stopping expansion service pid: 4077036.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 19s
261 actionable tasks: 179 executed, 72 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4972
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4972/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
key: "luWbWXPCFNKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "luWbWXPCFNVarIntCoder"
component_coder_ids: "luWbWXPCFNTimestampedValueCoder"
>
>
coders: <
key: "luWbWXPCFNKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "luWbWXPCFNVarIntCoder"
component_coder_ids: "luWbWXPCFNIterableCoder"
>
>
coders: <
key: "luWbWXPCFNRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$9a5f47a6-863c-40e5-b42c-e8f57e367f8d"
>
>
>
coders: <
key: "luWbWXPCFNTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\234\260\317\365y?\273\247v\360\211)\241+L\277\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "luWbWXPCFNVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "luWbWXPCFNVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "luWbWXPCFNbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar\022@26405abfd6e41bebf8c22185080d69b7f0a9634c9a5f3cebfe9bfa7b3932c617"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/22 17:22:46 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703265766031361752
2023/12/22 17:22:48 Prepared job with id: go-testjdbcio_postgresreadwrite-105-c143e873-5fa4-41ba-8b25-a208b2ee7cb8 and staging token: go-testjdbcio_postgresreadwrite-105-c143e873-5fa4-41ba-8b25-a208b2ee7cb8
2023/12/22 17:22:49 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-105-c143e873-5fa4-41ba-8b25-a208b2ee7cb8
2023/12/22 17:22:49 Submitted job: go-testjdbcio_postgresreadwrite-105-c143e873-5fa4-41ba-8b25-a208b2ee7cb8
2023/12/22 17:22:49 Job[go-testjdbcio_postgresreadwrite-105-c143e873-5fa4-41ba-8b25-a208b2ee7cb8] state: STOPPED
2023/12/22 17:22:49 Job[go-testjdbcio_postgresreadwrite-105-c143e873-5fa4-41ba-8b25-a208b2ee7cb8] state: STARTING
2023/12/22 17:22:49 Job[go-testjdbcio_postgresreadwrite-105-c143e873-5fa4-41ba-8b25-a208b2ee7cb8] state: RUNNING
2023/12/22 17:22:49 2023-12-22 17:22:49. (1): ==================== <function annotate_downstream_side_inputs at 0x7f0060f53af0> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f0060f53c10> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (3): ==================== <function pack_combiners at 0x7f0060f55160> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (4): ==================== <function lift_combiners at 0x7f0060f551f0> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (5): ==================== <function expand_sdf at 0x7f0060f553a0> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (6): ==================== <function expand_gbk at 0x7f0060f55430> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (7): ==================== <function sink_flattens at 0x7f0060f55550> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (8): ==================== <function greedily_fuse at 0x7f0060f555e0> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (9): ==================== <function read_to_impulse at 0x7f0060f55670> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (10): ==================== <function impulse_to_input at 0x7f0060f55700> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (11): ==================== <function sort_stages at 0x7f0060f55940> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f0060f55a60> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (13): ==================== <function setup_timer_mapping at 0x7f0060f558b0> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (14): ==================== <function populate_data_channel_coders at 0x7f0060f559d0> ====================
2023/12/22 17:22:49 2023-12-22 17:22:49. (15): starting control server on port 44663
2023/12/22 17:22:49 2023-12-22 17:22:49. (16): starting data server on port 40121
2023/12/22 17:22:49 2023-12-22 17:22:49. (17): starting state server on port 40341
2023/12/22 17:22:49 2023-12-22 17:22:49. (18): starting logging server on port 37769
2023/12/22 17:22:49 2023-12-22 17:22:49. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0095686100> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/22 17:22:52 2023-12-22 17:22:52. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/22 17:22:52 2023-12-22 17:22:52. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/22 17:22:54 2023-12-22 17:22:54. (22): Waiting for docker to start up. Current status is running
2023/12/22 17:22:54 2023-12-22 17:22:54. (23): Docker container is running. container_id = b'a7120e442ed6cdf0bfd2a8ed861a20158b78f6c1138d3f41785f24c35d9b977d', worker_id = worker_17
2023/12/22 17:22:55 2023-12-22 17:22:55. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0094ede8b0> for environment luWbWXPCFNbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/22 17:22:58 2023-12-22 17:22:58. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/22 17:22:59 2023-12-22 17:22:59. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/22 17:23:01 2023-12-22 17:23:01. (27): Waiting for docker to start up. Current status is running
2023/12/22 17:23:01 2023-12-22 17:23:01. (28): Docker container is running. container_id = b'43724793a7bf57eeba46a27a76b59f25a41e75085898c0751081b3a1e1cd2c78', worker_id = worker_19
2023/12/22 17:23:09 2023-12-22 17:23:09. (29): Completed job in 20.481517553329468 seconds with state DONE.
2023/12/22 17:23:09 Job[go-testjdbcio_postgresreadwrite-105-c143e873-5fa4-41ba-8b25-a208b2ee7cb8] state: DONE
2023/12/22 17:23:09 🐳 Terminating container: 2d44a0848b12
2023/12/22 17:23:11 🚫 Container terminated: 2d44a0848b12
--- PASS: TestJDBCIO_PostgresReadWrite (56.76s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 143.859s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 37153
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.53.0rc1-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp0z7t433q/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0rc1" for Docker environment
INFO:__main__:Listening for expansion requests at 36609
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 19s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4971
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4971/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:46:56 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:46:56 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:46:57 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:46:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:46:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:46:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f3213ede9d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f3213edea60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f3213e5f1f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f0b5eb99af0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f0b5eb99c10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f0b5eb9d160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f0b5eb9d1f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f0b5eb9d3a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f0b5eb9d430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f0b5eb9d550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f0b5eb9d5e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f0b5eb9d670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f0b5eb9d700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f0b5eb9d940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f0b5eb9da60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f0b5eb9d8b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f0b5eb9d9d0> ====================
INFO root:portable_runner.py:543 starting control server on port 42241
INFO root:portable_runner.py:543 starting data server on port 34485
INFO root:portable_runner.py:543 starting state server on port 44033
INFO root:portable_runner.py:543 starting logging server on port 38017
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0b93587220> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'64344bc602085b994b26b1f32efc5be1499cfdce425e1e50a82a7b1ea5756c31', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f0b935384c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:35839')
INFO root:portable_runner.py:543 Requesting worker at localhost:35839
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:47:09 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:42241.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:47:20 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 11:47:20 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-698b4094-8e00-4a2f-a53d-35728c023ffd failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 302.79s (0:05:02) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3332259
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3336800.
Stopping expansion service pid: 3336801.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 20s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4970
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4970/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
WARNING root:subprocess_server.py:182 Waiting for grpc channel to be ready at localhost:52179.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:05 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:05 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:05 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:08 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:08 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:08 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f12a3bec9d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f12a3beca60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f12a3b6d1f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f746e575af0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f746e575c10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f746e578160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f746e5781f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f746e5783a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f746e578430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f746e578550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f746e5785e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f746e578670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f746e578700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f746e578940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f746e578a60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f746e5788b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f746e5789d0> ====================
INFO root:portable_runner.py:543 starting control server on port 41543
INFO root:portable_runner.py:543 starting data server on port 36771
INFO root:portable_runner.py:543 starting state server on port 38907
INFO root:portable_runner.py:543 starting logging server on port 38541
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f74a2df4700> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a1586fe3bfb2f89581e4141df0422db10ba96d7f521fd946d9037030c296761b', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f74a34d2940> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:52179')
INFO root:portable_runner.py:543 Requesting worker at localhost:52179
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:19 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:41543.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:30 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 22, 2023 6:03:30 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d1437053-e0d8-480a-a17d-86318f706dc9 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 351.78s (0:05:51) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2568133
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2580294.
Stopping expansion service pid: 2580295.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 39m 25s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4969
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4969/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:46:38 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:46:39 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:46:39 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:46:41 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:46:41 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:46:41 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f73c33319d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f73c3331a60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f73c33321f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdc6e775af0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdc6e775c10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdc6e777160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdc6e7771f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdc6e7773a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdc6e777430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdc6e777550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdc6e7775e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdc6e777670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdc6e777700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdc6e777940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdc6e777a60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdc6e7778b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdc6e7779d0> ====================
INFO root:portable_runner.py:543 starting control server on port 33851
INFO root:portable_runner.py:543 starting data server on port 42159
INFO root:portable_runner.py:543 starting state server on port 35231
INFO root:portable_runner.py:543 starting logging server on port 41857
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdca2bb6d00> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'f94d0121b31a101fb5c0ce575e87262ebc381a1dafbca90b84e6d00ae6486eb2', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdca2b471c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:34029')
INFO root:portable_runner.py:543 Requesting worker at localhost:34029
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:46:52 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33851.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:47:02 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 11:47:02 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-96ee87f6-243a-400c-8fd4-4cc0195d7df5 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 295.43s (0:04:55) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1910331
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1912577.
Stopping expansion service pid: 1912578.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 37m 13s
261 actionable tasks: 176 executed, 75 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4968
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4968/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:45:40 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:45:41 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:45:41 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:45:43 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:45:43 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:45:43 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f651077b9d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f651077ba60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f65106fd1f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f249817daf0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f249817dc10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f249817f160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f249817f1f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f249817f3a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f249817f430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f249817f550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f249817f5e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f249817f670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f249817f700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f249817f940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f249817fa60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f249817f8b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f249817f9d0> ====================
INFO root:portable_runner.py:543 starting control server on port 38203
INFO root:portable_runner.py:543 starting data server on port 35139
INFO root:portable_runner.py:543 starting state server on port 32769
INFO root:portable_runner.py:543 starting logging server on port 35963
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f24cd02e4c0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'46508bc1633217f022a4335aa02b19d6188fa0f6bd8faf2a67d3ef116376c94b', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f24cd0c18b0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:47883')
INFO root:portable_runner.py:543 Requesting worker at localhost:47883
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:45:53 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:38203.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:46:02 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 21, 2023 5:46:02 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-f71d0166-8bb6-4bc8-815d-cd06a0347166 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.93s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1416102
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1418510.
Stopping expansion service pid: 1418511.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 20s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4967
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4967/display/redirect?page=changes>
Changes:
[noreply] Bump transformers from 4.30.0 to 4.36.0 in
------------------------------------------
[...truncated 1.35 MB...]
>
>
>
coders: <
key: "BBgIEGcAFyTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006j\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\276)7G@\374\337\214&\325\306Gy\241G\274\005e\010\014srVo\001\000v\201\004\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "BBgIEGcAFyVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "BBgIEGcAFyVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "BBgIEGcAFybeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar\022@26405abfd6e41bebf8c22185080d69b7f0a9634c9a5f3cebfe9bfa7b3932c617"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/21 11:23:09 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703157789882007041
2023/12/21 11:23:12 Prepared job with id: go-testjdbcio_postgresreadwrite-144-d23e3e7b-ee2e-49b6-a270-f2b3c8fe7203 and staging token: go-testjdbcio_postgresreadwrite-144-d23e3e7b-ee2e-49b6-a270-f2b3c8fe7203
2023/12/21 11:23:12 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-144-d23e3e7b-ee2e-49b6-a270-f2b3c8fe7203
2023/12/21 11:23:12 Submitted job: go-testjdbcio_postgresreadwrite-144-d23e3e7b-ee2e-49b6-a270-f2b3c8fe7203
2023/12/21 11:23:12 Job[go-testjdbcio_postgresreadwrite-144-d23e3e7b-ee2e-49b6-a270-f2b3c8fe7203] state: STOPPED
2023/12/21 11:23:12 Job[go-testjdbcio_postgresreadwrite-144-d23e3e7b-ee2e-49b6-a270-f2b3c8fe7203] state: STARTING
2023/12/21 11:23:12 Job[go-testjdbcio_postgresreadwrite-144-d23e3e7b-ee2e-49b6-a270-f2b3c8fe7203] state: RUNNING
2023/12/21 11:23:12 2023-12-21 11:23:12. (1): ==================== <function annotate_downstream_side_inputs at 0x7f44d1097af0> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f44d1097c10> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (3): ==================== <function pack_combiners at 0x7f44d109b160> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (4): ==================== <function lift_combiners at 0x7f44d109b1f0> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (5): ==================== <function expand_sdf at 0x7f44d109b3a0> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (6): ==================== <function expand_gbk at 0x7f44d109b430> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (7): ==================== <function sink_flattens at 0x7f44d109b550> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (8): ==================== <function greedily_fuse at 0x7f44d109b5e0> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (9): ==================== <function read_to_impulse at 0x7f44d109b670> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (10): ==================== <function impulse_to_input at 0x7f44d109b700> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (11): ==================== <function sort_stages at 0x7f44d109b940> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f44d109ba60> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (13): ==================== <function setup_timer_mapping at 0x7f44d109b8b0> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (14): ==================== <function populate_data_channel_coders at 0x7f44d109b9d0> ====================
2023/12/21 11:23:12 2023-12-21 11:23:12. (15): starting control server on port 36953
2023/12/21 11:23:12 2023-12-21 11:23:12. (16): starting data server on port 38107
2023/12/21 11:23:12 2023-12-21 11:23:12. (17): starting state server on port 44915
2023/12/21 11:23:12 2023-12-21 11:23:12. (18): starting logging server on port 37089
2023/12/21 11:23:12 2023-12-21 11:23:12. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f450514bf40> for environment BBgIEGcAFybeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/21 11:23:15 2023-12-21 11:23:15. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/21 11:23:16 2023-12-21 11:23:16. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/21 11:23:17 2023-12-21 11:23:17. (22): Waiting for docker to start up. Current status is running
2023/12/21 11:23:17 2023-12-21 11:23:17. (23): Docker container is running. container_id = b'efdfbc07a7fbb987a5df5bd41d1e859ce1f4479c9f46433a590203eebca582b3', worker_id = worker_15
2023/12/21 11:23:18 2023-12-21 11:23:18. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f4505156be0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/21 11:23:21 2023-12-21 11:23:21. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/21 11:23:21 2023-12-21 11:23:21. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/21 11:23:23 2023-12-21 11:23:23. (27): Waiting for docker to start up. Current status is running
2023/12/21 11:23:23 2023-12-21 11:23:23. (28): Docker container is running. container_id = b'77e3505afb27312b5f5ac75d3f317aa2f8e08cad5d3fd4c63be5ac7d665970de', worker_id = worker_17
2023/12/21 11:23:26 2023-12-21 11:23:26. (29): Completed job in 13.853523969650269 seconds with state DONE.
2023/12/21 11:23:26 Job[go-testjdbcio_postgresreadwrite-144-d23e3e7b-ee2e-49b6-a270-f2b3c8fe7203] state: DONE
2023/12/21 11:23:26 🐳 Terminating container: 5b593c6af49e
2023/12/21 11:23:26 🚫 Container terminated: 5b593c6af49e
--- PASS: TestJDBCIO_PostgresReadWrite (39.55s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 139.816s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.045s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46323
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp2f5ijcad/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 32775
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 56s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4966
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4966/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
>
>
>
coders: <
key: "PSXkJBYTJtTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\263\301\204 \007n\220\377K\341{\007b\254F\177\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "PSXkJBYTJtVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "PSXkJBYTJtVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "PSXkJBYTJtbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar\022@26405abfd6e41bebf8c22185080d69b7f0a9634c9a5f3cebfe9bfa7b3932c617"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/21 05:22:53 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703136173624630037
2023/12/21 05:22:56 Prepared job with id: go-testjdbcio_postgresreadwrite-629-3f73ed2f-7f1e-4266-9458-a15e2c5ec2b5 and staging token: go-testjdbcio_postgresreadwrite-629-3f73ed2f-7f1e-4266-9458-a15e2c5ec2b5
2023/12/21 05:22:56 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-629-3f73ed2f-7f1e-4266-9458-a15e2c5ec2b5
2023/12/21 05:22:56 Submitted job: go-testjdbcio_postgresreadwrite-629-3f73ed2f-7f1e-4266-9458-a15e2c5ec2b5
2023/12/21 05:22:56 Job[go-testjdbcio_postgresreadwrite-629-3f73ed2f-7f1e-4266-9458-a15e2c5ec2b5] state: STOPPED
2023/12/21 05:22:56 Job[go-testjdbcio_postgresreadwrite-629-3f73ed2f-7f1e-4266-9458-a15e2c5ec2b5] state: STARTING
2023/12/21 05:22:56 Job[go-testjdbcio_postgresreadwrite-629-3f73ed2f-7f1e-4266-9458-a15e2c5ec2b5] state: RUNNING
2023/12/21 05:22:56 2023-12-21 05:22:56. (1): ==================== <function annotate_downstream_side_inputs at 0x7f1b784daaf0> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f1b784dac10> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (3): ==================== <function pack_combiners at 0x7f1b784e0160> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (4): ==================== <function lift_combiners at 0x7f1b784e01f0> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (5): ==================== <function expand_sdf at 0x7f1b784e03a0> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (6): ==================== <function expand_gbk at 0x7f1b784e0430> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (7): ==================== <function sink_flattens at 0x7f1b784e0550> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (8): ==================== <function greedily_fuse at 0x7f1b784e05e0> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (9): ==================== <function read_to_impulse at 0x7f1b784e0670> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (10): ==================== <function impulse_to_input at 0x7f1b784e0700> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (11): ==================== <function sort_stages at 0x7f1b784e0940> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f1b784e0a60> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (13): ==================== <function setup_timer_mapping at 0x7f1b784e08b0> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (14): ==================== <function populate_data_channel_coders at 0x7f1b784e09d0> ====================
2023/12/21 05:22:56 2023-12-21 05:22:56. (15): starting control server on port 41731
2023/12/21 05:22:56 2023-12-21 05:22:56. (16): starting data server on port 33469
2023/12/21 05:22:56 2023-12-21 05:22:56. (17): starting state server on port 38363
2023/12/21 05:22:56 2023-12-21 05:22:56. (18): starting logging server on port 38863
2023/12/21 05:22:56 2023-12-21 05:22:56. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f1bac1abeb0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/21 05:23:00 2023-12-21 05:23:00. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/21 05:23:01 2023-12-21 05:23:01. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/21 05:23:03 2023-12-21 05:23:03. (22): Waiting for docker to start up. Current status is running
2023/12/21 05:23:03 2023-12-21 05:23:03. (23): Docker container is running. container_id = b'd8798ca1a90a7eb4256b745034e403ecc58b3ee7cb5431939dbb04ae7c80ba2c', worker_id = worker_17
2023/12/21 05:23:04 2023-12-21 05:23:04. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f1bac153190> for environment PSXkJBYTJtbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/21 05:23:07 2023-12-21 05:23:07. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/21 05:23:08 2023-12-21 05:23:08. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/21 05:23:10 2023-12-21 05:23:10. (27): Waiting for docker to start up. Current status is running
2023/12/21 05:23:10 2023-12-21 05:23:10. (28): Docker container is running. container_id = b'845fb6a094e3646ff7f00a8f8643168f01fc4e800040abd70366f3945882b439', worker_id = worker_19
2023/12/21 05:23:17 2023-12-21 05:23:17. (29): Completed job in 21.23702359199524 seconds with state DONE.
2023/12/21 05:23:17 Job[go-testjdbcio_postgresreadwrite-629-3f73ed2f-7f1e-4266-9458-a15e2c5ec2b5] state: DONE
2023/12/21 05:23:17 🐳 Terminating container: a5db11c776b3
2023/12/21 05:23:18 🚫 Container terminated: a5db11c776b3
--- PASS: TestJDBCIO_PostgresReadWrite (54.54s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 163.942s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 37427
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpc7b5z19b/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40589
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 28s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4965
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4965/display/redirect>
Changes:
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:45:38 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:45:38 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:45:39 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:45:40 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:45:41 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:45:41 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f81182309d0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f8118230a60> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f81181b11f0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f29d0633af0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f29d0633c10> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f29d0638160> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f29d06381f0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f29d06383a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f29d0638430> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f29d0638550> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f29d06385e0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f29d0638670> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f29d0638700> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f29d0638940> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f29d0638a60> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f29d06388b0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f29d06389d0> ====================
INFO root:portable_runner.py:543 starting control server on port 40837
INFO root:portable_runner.py:543 starting data server on port 33023
INFO root:portable_runner.py:543 starting state server on port 36127
INFO root:portable_runner.py:543 starting logging server on port 42391
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f29fcd9e9a0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'70e39004b60e83ff992bd63c19654ad8742d7fc8806c593f44b0ba35f5546979', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f29fcd96580> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:53557')
INFO root:portable_runner.py:543 Requesting worker at localhost:53557
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:45:51 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40837.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:46:00 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 20, 2023 11:46:00 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-ef642afb-994a-4871-ab4a-fb48b91026ea failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 292.14s (0:04:52) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 382545
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 385797.
Stopping expansion service pid: 385798.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 20s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4964
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4964/display/redirect?page=changes>
Changes:
[noreply] Merge pull request #29836 Remove failing multimap key iteration tests.
------------------------------------------
[...truncated 1.21 MB...]
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$9ad43be4-d022-4c9e-8a43-47621c390925"
>
>
>
coders: <
key: "OgynCvqDecTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\261\013\254\332L\226\221\270 %\302\275\017\034K\330\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "OgynCvqDecVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "OgynCvqDecVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "OgynCvqDecbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar\022@26405abfd6e41bebf8c22185080d69b7f0a9634c9a5f3cebfe9bfa7b3932c617"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/20 17:23:13 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1703092993142288087
2023/12/20 17:23:15 Prepared job with id: go-testjdbcio_postgresreadwrite-121-b148a6f8-6822-4678-8e0b-20d31cc4866f and staging token: go-testjdbcio_postgresreadwrite-121-b148a6f8-6822-4678-8e0b-20d31cc4866f
2023/12/20 17:23:16 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-121-b148a6f8-6822-4678-8e0b-20d31cc4866f
2023/12/20 17:23:16 Submitted job: go-testjdbcio_postgresreadwrite-121-b148a6f8-6822-4678-8e0b-20d31cc4866f
2023/12/20 17:23:16 2023-12-20 17:23:16. (5): ==================== <function expand_sdf at 0x7f35e355c4c0> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (6): ==================== <function expand_gbk at 0x7f35e355c550> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (7): ==================== <function sink_flattens at 0x7f35e355c670> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (8): ==================== <function greedily_fuse at 0x7f35e355c700> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (9): ==================== <function read_to_impulse at 0x7f35e355c790> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (10): ==================== <function impulse_to_input at 0x7f35e355c820> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (11): ==================== <function sort_stages at 0x7f35e355ca60> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f35e355cb80> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (13): ==================== <function setup_timer_mapping at 0x7f35e355c9d0> ====================
2023/12/20 17:23:16 2023-12-20 17:23:16. (14): ==================== <function populate_data_channel_coders at 0x7f35e355caf0> ====================
2023/12/20 17:23:16 Job[go-testjdbcio_postgresreadwrite-121-b148a6f8-6822-4678-8e0b-20d31cc4866f] state: STOPPED
2023/12/20 17:23:16 Job[go-testjdbcio_postgresreadwrite-121-b148a6f8-6822-4678-8e0b-20d31cc4866f] state: STARTING
2023/12/20 17:23:16 Job[go-testjdbcio_postgresreadwrite-121-b148a6f8-6822-4678-8e0b-20d31cc4866f] state: RUNNING
2023/12/20 17:23:16 2023-12-20 17:23:16. (15): starting control server on port 39931
2023/12/20 17:23:16 2023-12-20 17:23:16. (16): starting data server on port 43559
2023/12/20 17:23:16 2023-12-20 17:23:16. (17): starting state server on port 43921
2023/12/20 17:23:16 2023-12-20 17:23:16. (18): starting logging server on port 36057
2023/12/20 17:23:16 2023-12-20 17:23:16. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f360dcb2460> for environment OgynCvqDecbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/20 17:23:16 2023-12-20 17:23:16. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/20 17:23:16 2023-12-20 17:23:16. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/20 17:23:22 2023-12-20 17:23:22. (22): Waiting for docker to start up. Current status is running
2023/12/20 17:23:22 2023-12-20 17:23:22. (23): Docker container is running. container_id = b'd6a6adc4dec07b881a910931b0a86bcfd8bc4e01f4759494ad8074735b1b7d57', worker_id = worker_12
2023/12/20 17:23:24 2023-12-20 17:23:24. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f360dc6b400> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/20 17:23:27 2023-12-20 17:23:27. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/20 17:23:28 2023-12-20 17:23:28. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/20 17:23:29 2023-12-20 17:23:29. (27): Waiting for docker to start up. Current status is running
2023/12/20 17:23:29 2023-12-20 17:23:29. (28): Docker container is running. container_id = b'83f677fff441835776007a2f871b15d3df829bd2e193542304de64b3dd978e7f', worker_id = worker_14
2023/12/20 17:23:35 2023-12-20 17:23:35. (29): Completed job in 19.428536415100098 seconds with state DONE.
2023/12/20 17:23:35 Job[go-testjdbcio_postgresreadwrite-121-b148a6f8-6822-4678-8e0b-20d31cc4866f] state: DONE
2023/12/20 17:23:35 🐳 Terminating container: ec7ef06feb9b
2023/12/20 17:23:36 🚫 Container terminated: ec7ef06feb9b
--- PASS: TestJDBCIO_PostgresReadWrite (54.58s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 103.851s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:346: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.023s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38375
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpex7vulvk/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42665
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 43s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4963
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4963/display/redirect>
Changes:
------------------------------------------
[...truncated 1.49 MB...]
key: "rcewKpeQxjKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rcewKpeQxjVarIntCoder"
component_coder_ids: "rcewKpeQxjTimestampedValueCoder"
>
>
coders: <
key: "rcewKpeQxjKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rcewKpeQxjVarIntCoder"
component_coder_ids: "rcewKpeQxjIterableCoder"
>
>
coders: <
key: "rcewKpeQxjRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$6aff7795-fc17-4d1e-bc12-96fd5e94a357"
>
>
>
coders: <
key: "rcewKpeQxjTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\217\360\277\024\005\352\275'=\014;\345\275VF,\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "rcewKpeQxjVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "rcewKpeQxjVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "rcewKpeQxjbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar\022@26405abfd6e41bebf8c22185080d69b7f0a9634c9a5f3cebfe9bfa7b3932c617"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/20 11:23:19 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703071399330386746
2023/12/20 11:23:22 Prepared job with id: go-testjdbcio_postgresreadwrite-557-cb943a97-685e-4b78-b4a2-cc7c6b0ce2ad and staging token: go-testjdbcio_postgresreadwrite-557-cb943a97-685e-4b78-b4a2-cc7c6b0ce2ad
2023/12/20 11:23:22 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-557-cb943a97-685e-4b78-b4a2-cc7c6b0ce2ad
2023/12/20 11:23:22 Submitted job: go-testjdbcio_postgresreadwrite-557-cb943a97-685e-4b78-b4a2-cc7c6b0ce2ad
2023/12/20 11:23:22 Job[go-testjdbcio_postgresreadwrite-557-cb943a97-685e-4b78-b4a2-cc7c6b0ce2ad] state: STOPPED
2023/12/20 11:23:22 Job[go-testjdbcio_postgresreadwrite-557-cb943a97-685e-4b78-b4a2-cc7c6b0ce2ad] state: STARTING
2023/12/20 11:23:22 Job[go-testjdbcio_postgresreadwrite-557-cb943a97-685e-4b78-b4a2-cc7c6b0ce2ad] state: RUNNING
2023/12/20 11:23:22 2023-12-20 11:23:22. (1): ==================== <function annotate_downstream_side_inputs at 0x7f389194ac10> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f389194ad30> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (3): ==================== <function pack_combiners at 0x7f389194d280> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (4): ==================== <function lift_combiners at 0x7f389194d310> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (5): ==================== <function expand_sdf at 0x7f389194d4c0> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (6): ==================== <function expand_gbk at 0x7f389194d550> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (7): ==================== <function sink_flattens at 0x7f389194d670> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (8): ==================== <function greedily_fuse at 0x7f389194d700> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (9): ==================== <function read_to_impulse at 0x7f389194d790> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (10): ==================== <function impulse_to_input at 0x7f389194d820> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (11): ==================== <function sort_stages at 0x7f389194da60> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f389194db80> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (13): ==================== <function setup_timer_mapping at 0x7f389194d9d0> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (14): ==================== <function populate_data_channel_coders at 0x7f389194daf0> ====================
2023/12/20 11:23:22 2023-12-20 11:23:22. (15): starting control server on port 35513
2023/12/20 11:23:22 2023-12-20 11:23:22. (16): starting data server on port 41377
2023/12/20 11:23:22 2023-12-20 11:23:22. (17): starting state server on port 40491
2023/12/20 11:23:22 2023-12-20 11:23:22. (18): starting logging server on port 36751
2023/12/20 11:23:22 2023-12-20 11:23:22. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f38a789dcd0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/20 11:23:22 2023-12-20 11:23:22. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/20 11:23:22 2023-12-20 11:23:22. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/20 11:23:31 2023-12-20 11:23:31. (22): Waiting for docker to start up. Current status is running
2023/12/20 11:23:31 2023-12-20 11:23:31. (23): Docker container is running. container_id = b'5634448928eb0de484dbf26651cddab1faec3aa518434c6816fe0a9a477a309f', worker_id = worker_14
2023/12/20 11:23:32 2023-12-20 11:23:32. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f38c682a580> for environment rcewKpeQxjbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/20 11:23:35 2023-12-20 11:23:35. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/20 11:23:36 2023-12-20 11:23:36. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/20 11:23:38 2023-12-20 11:23:38. (27): Waiting for docker to start up. Current status is running
2023/12/20 11:23:38 2023-12-20 11:23:38. (28): Docker container is running. container_id = b'4b1bf57e5cc4f4de6f753a6801df10f406f41683ee10ed934205a829ee4cccd7', worker_id = worker_16
2023/12/20 11:23:45 2023-12-20 11:23:45. (29): Completed job in 23.09021830558777 seconds with state DONE.
2023/12/20 11:23:45 Job[go-testjdbcio_postgresreadwrite-557-cb943a97-685e-4b78-b4a2-cc7c6b0ce2ad] state: DONE
2023/12/20 11:23:45 🐳 Terminating container: e79e0ad04018
2023/12/20 11:23:45 🚫 Container terminated: e79e0ad04018
--- PASS: TestJDBCIO_PostgresReadWrite (57.59s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 172.458s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.037s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42763
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpj7u2uhs4/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45515
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 23s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4962
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4962/display/redirect>
Changes:
------------------------------------------
[...truncated 1.47 MB...]
coders: <
key: "ejzhYeucOeIterableCoder"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "ejzhYeucOeTimestampedValueCoder"
>
>
coders: <
key: "ejzhYeucOeKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ejzhYeucOeVarIntCoder"
component_coder_ids: "ejzhYeucOeRowCoder"
>
>
coders: <
key: "ejzhYeucOeKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ejzhYeucOeVarIntCoder"
component_coder_ids: "ejzhYeucOeTimestampedValueCoder"
>
>
coders: <
key: "ejzhYeucOeKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ejzhYeucOeVarIntCoder"
component_coder_ids: "ejzhYeucOeIterableCoder"
>
>
coders: <
key: "ejzhYeucOeRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$5c2f151d-82ce-4eb4-8c41-8f00907e3d8d"
>
>
>
coders: <
key: "ejzhYeucOeTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\234i\272\254 \376\323:\026\330\262;\312gD2\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "ejzhYeucOeVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "ejzhYeucOeVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "ejzhYeucOebeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar\022@26405abfd6e41bebf8c22185080d69b7f0a9634c9a5f3cebfe9bfa7b3932c617"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/20 05:24:28 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1703049868152423836
2023/12/20 05:24:30 Prepared job with id: go-testjdbcio_postgresreadwrite-746-bf448b2a-3db1-44e8-9d79-1805dfcc1c0b and staging token: go-testjdbcio_postgresreadwrite-746-bf448b2a-3db1-44e8-9d79-1805dfcc1c0b
2023/12/20 05:24:31 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-746-bf448b2a-3db1-44e8-9d79-1805dfcc1c0b
2023/12/20 05:24:31 Submitted job: go-testjdbcio_postgresreadwrite-746-bf448b2a-3db1-44e8-9d79-1805dfcc1c0b
2023/12/20 05:24:31 Job[go-testjdbcio_postgresreadwrite-746-bf448b2a-3db1-44e8-9d79-1805dfcc1c0b] state: STOPPED
2023/12/20 05:24:31 Job[go-testjdbcio_postgresreadwrite-746-bf448b2a-3db1-44e8-9d79-1805dfcc1c0b] state: STARTING
2023/12/20 05:24:31 Job[go-testjdbcio_postgresreadwrite-746-bf448b2a-3db1-44e8-9d79-1805dfcc1c0b] state: RUNNING
2023/12/20 05:24:31 2023-12-20 05:24:31. (1): ==================== <function annotate_downstream_side_inputs at 0x7fd9bc215c10> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fd9bc215d30> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (3): ==================== <function pack_combiners at 0x7fd9bc217280> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (4): ==================== <function lift_combiners at 0x7fd9bc217310> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (5): ==================== <function expand_sdf at 0x7fd9bc2174c0> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (6): ==================== <function expand_gbk at 0x7fd9bc217550> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (7): ==================== <function sink_flattens at 0x7fd9bc217670> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (8): ==================== <function greedily_fuse at 0x7fd9bc217700> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (9): ==================== <function read_to_impulse at 0x7fd9bc217790> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (10): ==================== <function impulse_to_input at 0x7fd9bc217820> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (11): ==================== <function sort_stages at 0x7fd9bc217a60> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fd9bc217b80> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (13): ==================== <function setup_timer_mapping at 0x7fd9bc2179d0> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (14): ==================== <function populate_data_channel_coders at 0x7fd9bc217af0> ====================
2023/12/20 05:24:31 2023-12-20 05:24:31. (15): starting control server on port 37321
2023/12/20 05:24:31 2023-12-20 05:24:31. (16): starting data server on port 40325
2023/12/20 05:24:31 2023-12-20 05:24:31. (17): starting state server on port 33663
2023/12/20 05:24:31 2023-12-20 05:24:31. (18): starting logging server on port 37401
2023/12/20 05:24:31 2023-12-20 05:24:31. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd9f119ee80> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/20 05:24:31 2023-12-20 05:24:31. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/20 05:24:31 2023-12-20 05:24:31. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/20 05:24:37 2023-12-20 05:24:37. (22): Waiting for docker to start up. Current status is running
2023/12/20 05:24:37 2023-12-20 05:24:37. (23): Docker container is running. container_id = b'7ace8c20568ad4e5fbf256254160756983a085254276dc708af97de3652db1d5', worker_id = worker_18
2023/12/20 05:24:38 2023-12-20 05:24:38. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd9f11a3b80> for environment ejzhYeucOebeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/20 05:24:41 2023-12-20 05:24:41. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/20 05:24:42 2023-12-20 05:24:42. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/20 05:24:43 2023-12-20 05:24:43. (27): Waiting for docker to start up. Current status is running
2023/12/20 05:24:43 2023-12-20 05:24:43. (28): Docker container is running. container_id = b'9aa598ca252a4a3de31f9b567672a75fb67d1596196ee01e2b69436a487de07e', worker_id = worker_20
2023/12/20 05:24:49 2023-12-20 05:24:49. (29): Completed job in 18.052756547927856 seconds with state DONE.
2023/12/20 05:24:49 Job[go-testjdbcio_postgresreadwrite-746-bf448b2a-3db1-44e8-9d79-1805dfcc1c0b] state: DONE
2023/12/20 05:24:49 🐳 Terminating container: aef54e86b4f9
2023/12/20 05:24:49 🚫 Container terminated: aef54e86b4f9
--- PASS: TestJDBCIO_PostgresReadWrite (48.02s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 127.566s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.024s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44185
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpd8dl5tmi/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39143
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 1s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4961
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4961/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:00 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:00 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:00 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:02 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fdf23ab5af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fdf23ab5b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fdf23a39310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fa02f979c10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fa02f979d30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fa02f97b280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fa02f97b310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fa02f97b4c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fa02f97b550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fa02f97b670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fa02f97b700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fa02f97b790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fa02f97b820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fa02f97ba60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fa02f97bb80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fa02f97b9d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fa02f97baf0> ====================
INFO root:portable_runner.py:543 starting control server on port 40065
INFO root:portable_runner.py:543 starting data server on port 43901
INFO root:portable_runner.py:543 starting state server on port 37853
INFO root:portable_runner.py:543 starting logging server on port 40901
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa0639091f0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'38d231cd615c155bd8f737b523dd7951c3e733dadae3085d501baec00bb87adc', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fa06388faf0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:59443')
INFO root:portable_runner.py:543 Requesting worker at localhost:59443
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:13 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40065.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:22 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:45:22 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-46180102-20d0-44fe-be60-32eaf5028f5a failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 282.08s (0:04:42) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3268297
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3271759.
Stopping expansion service pid: 3271760.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 37s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4960
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4960/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:37 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:37 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:38 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:39 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:39 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:40 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fcb034a1af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fcb034a1b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fcb03422310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f32ddabac10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f32ddabad30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f32ddabc280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f32ddabc310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f32ddabc4c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f32ddabc550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f32ddabc670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f32ddabc700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f32ddabc790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f32ddabc820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f32ddabca60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f32ddabcb80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f32ddabc9d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f32ddabcaf0> ====================
INFO root:portable_runner.py:543 starting control server on port 46811
INFO root:portable_runner.py:543 starting data server on port 44071
INFO root:portable_runner.py:543 starting state server on port 35611
INFO root:portable_runner.py:543 starting logging server on port 34653
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3302be6dc0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'e12662ea602a943253ecbb37e59a81f8bf8aef5e010b84b97b99490b13f2e14d', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f3302be9430> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:50843')
INFO root:portable_runner.py:543 Requesting worker at localhost:50843
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:50 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:46811.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:59 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:45:59 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-b1f15643-3b59-4fa3-9968-188ef8963f54 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 279.81s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2892500
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2893715.
Stopping expansion service pid: 2893716.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 12s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4959
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4959/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:31 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:31 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:32 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:33 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:33 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:34 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f2a12095af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f2a12095b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f2a12016310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f57b5462c10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f57b5462d30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f57b5464280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f57b5464310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f57b54644c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f57b5464550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f57b5464670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f57b5464700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f57b5464790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f57b5464820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f57b5464a60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f57b5464b80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f57b54649d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f57b5464af0> ====================
INFO root:portable_runner.py:543 starting control server on port 40985
INFO root:portable_runner.py:543 starting data server on port 41281
INFO root:portable_runner.py:543 starting state server on port 36445
INFO root:portable_runner.py:543 starting logging server on port 43527
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f57e9768040> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'd59dd96eb0fc7c10a2a34599f4c2671047fb36206cdb837b5dca842d33820a72', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f57e970b1c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:38133')
INFO root:portable_runner.py:543 Requesting worker at localhost:38133
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:44 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40985.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:52 AM java.util.logging.LogManager$RootLogger log
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Hanged up for url: "apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:41281"
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 .
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:52 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 11:44:52 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-50623433-9722-43cd-9190-6747440d2a23 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.29s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2511710
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2514878.
Stopping expansion service pid: 2514879.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 10s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4958
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4958/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:43:47 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:43:47 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:43:47 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:43:49 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:43:49 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:43:49 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f591c37baf0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f591c37bb80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f591c2ff310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fe9740e4c10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fe9740e4d30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fe9740e6280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fe9740e6310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fe9740e64c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fe9740e6550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fe9740e6670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fe9740e6700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fe9740e6790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fe9740e6820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fe9740e6a60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fe9740e6b80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fe9740e69d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fe9740e6af0> ====================
INFO root:portable_runner.py:543 starting control server on port 35601
INFO root:portable_runner.py:543 starting data server on port 41471
INFO root:portable_runner.py:543 starting state server on port 43759
INFO root:portable_runner.py:543 starting logging server on port 44461
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe9a82e3b50> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'7b0bbce5acf36e287c01b201a1ad780d86e68dd4d13515630417e3871a8d32fd', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fe9a82f4250> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:40733')
INFO root:portable_runner.py:543 Requesting worker at localhost:40733
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:43:59 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:35601.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:44:08 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 19, 2023 5:44:08 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-692738c0-ff02-4bbc-a3d6-a9aed49d5faa failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 273.80s (0:04:33) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2229813
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2232109.
Stopping expansion service pid: 2232110.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 26s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4957
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4957/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
>
>
>
coders: <
key: "GqCPmRhtpdTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\204\2169\345\034\220\222;\005\244\354\220O\233L:\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "GqCPmRhtpdVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "GqCPmRhtpdVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "GqCPmRhtpdbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar\022@26405abfd6e41bebf8c22185080d69b7f0a9634c9a5f3cebfe9bfa7b3932c617"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-JkBav9bkG-v4wiGFCA1pt_CpY0yaXzzr_pv6ezkyxhc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/18 23:23:32 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702941812333589058
2023/12/18 23:23:35 Prepared job with id: go-testjdbcio_postgresreadwrite-689-a74846eb-eb23-446e-ac4e-68a7c39dd694 and staging token: go-testjdbcio_postgresreadwrite-689-a74846eb-eb23-446e-ac4e-68a7c39dd694
2023/12/18 23:23:35 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-689-a74846eb-eb23-446e-ac4e-68a7c39dd694
2023/12/18 23:23:35 Submitted job: go-testjdbcio_postgresreadwrite-689-a74846eb-eb23-446e-ac4e-68a7c39dd694
2023/12/18 23:23:35 Job[go-testjdbcio_postgresreadwrite-689-a74846eb-eb23-446e-ac4e-68a7c39dd694] state: STOPPED
2023/12/18 23:23:35 Job[go-testjdbcio_postgresreadwrite-689-a74846eb-eb23-446e-ac4e-68a7c39dd694] state: STARTING
2023/12/18 23:23:35 Job[go-testjdbcio_postgresreadwrite-689-a74846eb-eb23-446e-ac4e-68a7c39dd694] state: RUNNING
2023/12/18 23:23:35 2023-12-18 23:23:35. (1): ==================== <function annotate_downstream_side_inputs at 0x7f6929aa1c10> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f6929aa1d30> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (3): ==================== <function pack_combiners at 0x7f6929aa3280> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (4): ==================== <function lift_combiners at 0x7f6929aa3310> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (5): ==================== <function expand_sdf at 0x7f6929aa34c0> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (6): ==================== <function expand_gbk at 0x7f6929aa3550> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (7): ==================== <function sink_flattens at 0x7f6929aa3670> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (8): ==================== <function greedily_fuse at 0x7f6929aa3700> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (9): ==================== <function read_to_impulse at 0x7f6929aa3790> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (10): ==================== <function impulse_to_input at 0x7f6929aa3820> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (11): ==================== <function sort_stages at 0x7f6929aa3a60> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f6929aa3b80> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (13): ==================== <function setup_timer_mapping at 0x7f6929aa39d0> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (14): ==================== <function populate_data_channel_coders at 0x7f6929aa3af0> ====================
2023/12/18 23:23:35 2023-12-18 23:23:35. (15): starting control server on port 37199
2023/12/18 23:23:35 2023-12-18 23:23:35. (16): starting data server on port 33391
2023/12/18 23:23:35 2023-12-18 23:23:35. (17): starting state server on port 45109
2023/12/18 23:23:35 2023-12-18 23:23:35. (18): starting logging server on port 36757
2023/12/18 23:23:35 2023-12-18 23:23:35. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6919ff2a30> for environment GqCPmRhtpdbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/18 23:23:35 2023-12-18 23:23:35. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/18 23:23:35 2023-12-18 23:23:35. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/18 23:23:44 2023-12-18 23:23:44. (22): Waiting for docker to start up. Current status is running
2023/12/18 23:23:44 2023-12-18 23:23:44. (23): Docker container is running. container_id = b'81415a27cddd85875f7128bf8414dcf99e68ac68b9fc543b50cda340d1c29a82', worker_id = worker_14
2023/12/18 23:23:45 2023-12-18 23:23:45. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f695df86f40> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/18 23:23:48 2023-12-18 23:23:48. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/18 23:23:48 2023-12-18 23:23:48. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/18 23:23:49 2023-12-18 23:23:49. (27): Waiting for docker to start up. Current status is running
2023/12/18 23:23:49 2023-12-18 23:23:49. (28): Docker container is running. container_id = b'01dd1ceed38f9f33a11a69171e46195a35a05c300d880023db2e589dd60aa973', worker_id = worker_16
2023/12/18 23:23:55 2023-12-18 23:23:55. (29): Completed job in 19.92288303375244 seconds with state DONE.
2023/12/18 23:23:55 Job[go-testjdbcio_postgresreadwrite-689-a74846eb-eb23-446e-ac4e-68a7c39dd694] state: DONE
2023/12/18 23:23:55 🐳 Terminating container: 4c859d4e8b0c
2023/12/18 23:23:55 🚫 Container terminated: 4c859d4e8b0c
--- PASS: TestJDBCIO_PostgresReadWrite (53.38s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 135.719s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.249s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38839
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpyizkyr9z/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40363
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 36m 17s
261 actionable tasks: 176 executed, 75 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4956
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4956/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:52 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:52 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:52 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:54 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:54 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:54 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ffa72e9eaf0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ffa72e9eb80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ffa72e21310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f6d97893c10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f6d97893d30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f6d97895280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f6d97895310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f6d978954c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f6d97895550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f6d97895670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f6d97895700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f6d97895790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f6d97895820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f6d97895a60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f6d97895b80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f6d978959d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f6d97895af0> ====================
INFO root:portable_runner.py:543 starting control server on port 33253
INFO root:portable_runner.py:543 starting data server on port 33081
INFO root:portable_runner.py:543 starting state server on port 40441
INFO root:portable_runner.py:543 starting logging server on port 35895
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f6dcad805e0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'63b6ffe28b47053f755622e05dad33338e18fb8d9b7f963f7a533c10e82f384c', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f6dcb88b550> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:39643')
INFO root:portable_runner.py:543 Requesting worker at localhost:39643
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:41:04 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33253.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:41:14 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:41:14 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-536e3a95-1164-4a0a-8eaf-2dba56f3a68e failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 279.53s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1561965
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1565414.
Stopping expansion service pid: 1565415.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 33s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4955
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4955/display/redirect>
Changes:
------------------------------------------
[...truncated 1.36 MB...]
key: "gJVlrfAkpeKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gJVlrfAkpeVarIntCoder"
component_coder_ids: "gJVlrfAkpeTimestampedValueCoder"
>
>
coders: <
key: "gJVlrfAkpeKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gJVlrfAkpeVarIntCoder"
component_coder_ids: "gJVlrfAkpeIterableCoder"
>
>
coders: <
key: "gJVlrfAkpeRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$b446b694-23c2-4c15-bac7-9836762ce671"
>
>
>
coders: <
key: "gJVlrfAkpeTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\201\3226\256\n\343\376\023\007\\\224&#aK#\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "gJVlrfAkpeVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "gJVlrfAkpeVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "gJVlrfAkpebeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar\022@99f5a1760e2519be4b86d3dab6388b675202edb7697b6feace7d88757bc5dd07"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/18 11:22:55 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702898575461659722
2023/12/18 11:22:58 Prepared job with id: go-testjdbcio_postgresreadwrite-941-d186fcf2-87fb-4da0-93bd-436b67ab7fb0 and staging token: go-testjdbcio_postgresreadwrite-941-d186fcf2-87fb-4da0-93bd-436b67ab7fb0
2023/12/18 11:22:58 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-941-d186fcf2-87fb-4da0-93bd-436b67ab7fb0
2023/12/18 11:22:58 Submitted job: go-testjdbcio_postgresreadwrite-941-d186fcf2-87fb-4da0-93bd-436b67ab7fb0
2023/12/18 11:22:58 Job[go-testjdbcio_postgresreadwrite-941-d186fcf2-87fb-4da0-93bd-436b67ab7fb0] state: STOPPED
2023/12/18 11:22:58 Job[go-testjdbcio_postgresreadwrite-941-d186fcf2-87fb-4da0-93bd-436b67ab7fb0] state: STARTING
2023/12/18 11:22:58 Job[go-testjdbcio_postgresreadwrite-941-d186fcf2-87fb-4da0-93bd-436b67ab7fb0] state: RUNNING
2023/12/18 11:22:58 2023-12-18 11:22:58. (1): ==================== <function annotate_downstream_side_inputs at 0x7f88b23f2c10> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f88b23f2d30> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (3): ==================== <function pack_combiners at 0x7f88b23f7280> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (4): ==================== <function lift_combiners at 0x7f88b23f7310> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (5): ==================== <function expand_sdf at 0x7f88b23f74c0> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (6): ==================== <function expand_gbk at 0x7f88b23f7550> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (7): ==================== <function sink_flattens at 0x7f88b23f7670> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (8): ==================== <function greedily_fuse at 0x7f88b23f7700> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (9): ==================== <function read_to_impulse at 0x7f88b23f7790> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (10): ==================== <function impulse_to_input at 0x7f88b23f7820> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (11): ==================== <function sort_stages at 0x7f88b23f7a60> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f88b23f7b80> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (13): ==================== <function setup_timer_mapping at 0x7f88b23f79d0> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (14): ==================== <function populate_data_channel_coders at 0x7f88b23f7af0> ====================
2023/12/18 11:22:58 2023-12-18 11:22:58. (15): starting control server on port 42943
2023/12/18 11:22:58 2023-12-18 11:22:58. (16): starting data server on port 38535
2023/12/18 11:22:58 2023-12-18 11:22:58. (17): starting state server on port 41771
2023/12/18 11:22:58 2023-12-18 11:22:58. (18): starting logging server on port 37393
2023/12/18 11:22:58 2023-12-18 11:22:58. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f88e7b15d30> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/18 11:22:58 2023-12-18 11:22:58. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/18 11:22:59 2023-12-18 11:22:59. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/18 11:23:07 2023-12-18 11:23:07. (22): Waiting for docker to start up. Current status is running
2023/12/18 11:23:07 2023-12-18 11:23:07. (23): Docker container is running. container_id = b'2599ec25034b01902171907b36780cfc50f2c1c0a3d5852f8912f3a7a512e4ae', worker_id = worker_16
2023/12/18 11:23:08 2023-12-18 11:23:08. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f88e7a52c40> for environment gJVlrfAkpebeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/18 11:23:11 2023-12-18 11:23:11. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/18 11:23:11 2023-12-18 11:23:11. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/18 11:23:13 2023-12-18 11:23:13. (27): Waiting for docker to start up. Current status is running
2023/12/18 11:23:13 2023-12-18 11:23:13. (28): Docker container is running. container_id = b'4170da600f360df2d1aa76609237f2812abed6a30e7d8241870a9dab35bb2671', worker_id = worker_18
2023/12/18 11:23:20 2023-12-18 11:23:20. (29): Completed job in 22.138846158981323 seconds with state DONE.
2023/12/18 11:23:20 Job[go-testjdbcio_postgresreadwrite-941-d186fcf2-87fb-4da0-93bd-436b67ab7fb0] state: DONE
2023/12/18 11:23:20 🐳 Terminating container: 3c8c53524a3d
2023/12/18 11:23:20 🚫 Container terminated: 3c8c53524a3d
--- PASS: TestJDBCIO_PostgresReadWrite (56.18s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 152.461s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.048s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34761
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp91ew6gkg/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40695
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 36s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4954
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4954/display/redirect>
Changes:
------------------------------------------
[...truncated 1.82 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:45 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:46 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:46 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:48 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:48 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:48 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fdcec605af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fdcec605b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fdcec588310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f0c9fff6c10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f0c9fff6d30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f0c9fffa280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f0c9fffa310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f0c9fffa4c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f0c9fffa550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f0c9fffa670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f0c9fffa700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f0c9fffa790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f0c9fffa820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f0c9fffaa60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f0c9fffab80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f0c9fffa9d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f0c9fffaaf0> ====================
INFO root:portable_runner.py:543 starting control server on port 43753
INFO root:portable_runner.py:543 starting data server on port 39813
INFO root:portable_runner.py:543 starting state server on port 41633
INFO root:portable_runner.py:543 starting logging server on port 40569
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0cd93e5040> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'e52ae939be235d074029a9c717570a822cd03c0520ac5ee35f15739744faace3', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f0cd93e8d00> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:57151')
INFO root:portable_runner.py:543 Requesting worker at localhost:57151
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:40:59 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:43753.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:41:10 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 18, 2023 5:41:10 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-a8d57f43-1d03-4693-832d-258f3c0f07fd failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 291.88s (0:04:51) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 845424
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 848748.
Stopping expansion service pid: 848749.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 31s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4953
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4953/display/redirect>
Changes:
------------------------------------------
[...truncated 1.32 MB...]
component_coder_ids: "IsRQfynLjqVarIntCoder"
component_coder_ids: "IsRQfynLjqTimestampedValueCoder"
>
>
coders: <
key: "IsRQfynLjqKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "IsRQfynLjqVarIntCoder"
component_coder_ids: "IsRQfynLjqIterableCoder"
>
>
coders: <
key: "IsRQfynLjqRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$c022ef2d-6367-4185-8170-ed3f93d27920"
>
>
>
coders: <
key: "IsRQfynLjqTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\221\376\300\010\214}\234\346\261\253\020\227*\216M\330\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "IsRQfynLjqVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "IsRQfynLjqVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "IsRQfynLjqbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar\022@99f5a1760e2519be4b86d3dab6388b675202edb7697b6feace7d88757bc5dd07"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/17 23:22:20 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702855340798298317
2023/12/17 23:22:23 Prepared job with id: go-testjdbcio_postgresreadwrite-140-1da639b8-d128-48ab-9e26-0683e4462330 and staging token: go-testjdbcio_postgresreadwrite-140-1da639b8-d128-48ab-9e26-0683e4462330
2023/12/17 23:22:24 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-140-1da639b8-d128-48ab-9e26-0683e4462330
2023/12/17 23:22:24 Submitted job: go-testjdbcio_postgresreadwrite-140-1da639b8-d128-48ab-9e26-0683e4462330
2023/12/17 23:22:24 Job[go-testjdbcio_postgresreadwrite-140-1da639b8-d128-48ab-9e26-0683e4462330] state: STOPPED
2023/12/17 23:22:24 Job[go-testjdbcio_postgresreadwrite-140-1da639b8-d128-48ab-9e26-0683e4462330] state: STARTING
2023/12/17 23:22:24 Job[go-testjdbcio_postgresreadwrite-140-1da639b8-d128-48ab-9e26-0683e4462330] state: RUNNING
2023/12/17 23:22:24 2023-12-17 23:22:24. (1): ==================== <function annotate_downstream_side_inputs at 0x7f7aee096c10> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f7aee096d30> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (3): ==================== <function pack_combiners at 0x7f7aee099280> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (4): ==================== <function lift_combiners at 0x7f7aee099310> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (5): ==================== <function expand_sdf at 0x7f7aee0994c0> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (6): ==================== <function expand_gbk at 0x7f7aee099550> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (7): ==================== <function sink_flattens at 0x7f7aee099670> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (8): ==================== <function greedily_fuse at 0x7f7aee099700> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (9): ==================== <function read_to_impulse at 0x7f7aee099790> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (10): ==================== <function impulse_to_input at 0x7f7aee099820> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (11): ==================== <function sort_stages at 0x7f7aee099a60> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f7aee099b80> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (13): ==================== <function setup_timer_mapping at 0x7f7aee0999d0> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (14): ==================== <function populate_data_channel_coders at 0x7f7aee099af0> ====================
2023/12/17 23:22:24 2023-12-17 23:22:24. (15): starting control server on port 42145
2023/12/17 23:22:24 2023-12-17 23:22:24. (16): starting data server on port 39267
2023/12/17 23:22:24 2023-12-17 23:22:24. (17): starting state server on port 34363
2023/12/17 23:22:24 2023-12-17 23:22:24. (18): starting logging server on port 33803
2023/12/17 23:22:24 2023-12-17 23:22:24. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7b1834a790> for environment IsRQfynLjqbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/17 23:22:28 2023-12-17 23:22:28. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/17 23:22:28 2023-12-17 23:22:28. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/17 23:22:30 2023-12-17 23:22:30. (22): Waiting for docker to start up. Current status is running
2023/12/17 23:22:30 2023-12-17 23:22:30. (23): Docker container is running. container_id = b'29405c93fdf644849814f77759ec0f6cb30085a860ee544a869e55a66cfd3e1b', worker_id = worker_17
2023/12/17 23:22:31 2023-12-17 23:22:31. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7b1836f640> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/17 23:22:34 2023-12-17 23:22:34. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/17 23:22:35 2023-12-17 23:22:35. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/17 23:22:36 2023-12-17 23:22:36. (27): Waiting for docker to start up. Current status is running
2023/12/17 23:22:36 2023-12-17 23:22:36. (28): Docker container is running. container_id = b'529a88d9ff724bfe94770808a3debe321b65cc9d5cbd33a53c26cc6c5f418dc2', worker_id = worker_19
2023/12/17 23:22:39 2023-12-17 23:22:39. (29): Completed job in 15.635669708251953 seconds with state DONE.
2023/12/17 23:22:39 Job[go-testjdbcio_postgresreadwrite-140-1da639b8-d128-48ab-9e26-0683e4462330] state: DONE
2023/12/17 23:22:39 🐳 Terminating container: 3dee51e6a591
2023/12/17 23:22:40 🚫 Container terminated: 3dee51e6a591
--- PASS: TestJDBCIO_PostgresReadWrite (52.25s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 105.724s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39145
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpttz6eocl/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39261
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 32s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4952
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4952/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:18 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:19 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:19 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:21 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:21 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:21 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f9d9c332af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f9d9c332b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f9d9c2b5310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f8b09120c10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f8b09120d30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f8b09122280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f8b09122310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f8b091224c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f8b09122550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f8b09122670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f8b09122700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f8b09122790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f8b09122820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f8b09122a60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f8b09122b80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f8b091229d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f8b09122af0> ====================
INFO root:portable_runner.py:543 starting control server on port 37331
INFO root:portable_runner.py:543 starting data server on port 34725
INFO root:portable_runner.py:543 starting state server on port 38151
INFO root:portable_runner.py:543 starting logging server on port 42353
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8b3d17ef40> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'20c2efb2bdd3200af23dfbd9294c2c509b582162042087c69cb502de8839abdf', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f8b39058400> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:36261')
INFO root:portable_runner.py:543 Requesting worker at localhost:36261
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:31 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:37331.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:41 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 17, 2023 5:40:41 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-8bd78c73-0e9a-4583-beec-ab41378609dc failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 274.13s (0:04:34) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 217662
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 221106.
Stopping expansion service pid: 221107.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 40s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4951
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4951/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
key: "lrZPJDubAKKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "lrZPJDubAKVarIntCoder"
component_coder_ids: "lrZPJDubAKTimestampedValueCoder"
>
>
coders: <
key: "lrZPJDubAKKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "lrZPJDubAKVarIntCoder"
component_coder_ids: "lrZPJDubAKIterableCoder"
>
>
coders: <
key: "lrZPJDubAKRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$a6b62043-ce25-4656-9256-87ae018293b5"
>
>
>
coders: <
key: "lrZPJDubAKTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\251\302\333P\341U\333|\t\325\365-\220\013KK\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "lrZPJDubAKVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "lrZPJDubAKVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "lrZPJDubAKbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar\022@99f5a1760e2519be4b86d3dab6388b675202edb7697b6feace7d88757bc5dd07"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/17 11:22:58 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702812178811824987
2023/12/17 11:23:01 Prepared job with id: go-testjdbcio_postgresreadwrite-677-32c079b5-b658-4bfb-b2d5-e96956b21275 and staging token: go-testjdbcio_postgresreadwrite-677-32c079b5-b658-4bfb-b2d5-e96956b21275
2023/12/17 11:23:01 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-677-32c079b5-b658-4bfb-b2d5-e96956b21275
2023/12/17 11:23:01 Submitted job: go-testjdbcio_postgresreadwrite-677-32c079b5-b658-4bfb-b2d5-e96956b21275
2023/12/17 11:23:01 2023-12-17 11:23:01. (1): ==================== <function annotate_downstream_side_inputs at 0x7fd75a39dc10> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fd75a39dd30> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (3): ==================== <function pack_combiners at 0x7fd75a39f280> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (4): ==================== <function lift_combiners at 0x7fd75a39f310> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (5): ==================== <function expand_sdf at 0x7fd75a39f4c0> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (6): ==================== <function expand_gbk at 0x7fd75a39f550> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (7): ==================== <function sink_flattens at 0x7fd75a39f670> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (8): ==================== <function greedily_fuse at 0x7fd75a39f700> ====================
2023/12/17 11:23:01 Job[go-testjdbcio_postgresreadwrite-677-32c079b5-b658-4bfb-b2d5-e96956b21275] state: STOPPED
2023/12/17 11:23:01 Job[go-testjdbcio_postgresreadwrite-677-32c079b5-b658-4bfb-b2d5-e96956b21275] state: STARTING
2023/12/17 11:23:01 Job[go-testjdbcio_postgresreadwrite-677-32c079b5-b658-4bfb-b2d5-e96956b21275] state: RUNNING
2023/12/17 11:23:01 2023-12-17 11:23:01. (9): ==================== <function read_to_impulse at 0x7fd75a39f790> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (10): ==================== <function impulse_to_input at 0x7fd75a39f820> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (11): ==================== <function sort_stages at 0x7fd75a39fa60> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fd75a39fb80> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (13): ==================== <function setup_timer_mapping at 0x7fd75a39f9d0> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (14): ==================== <function populate_data_channel_coders at 0x7fd75a39faf0> ====================
2023/12/17 11:23:01 2023-12-17 11:23:01. (15): starting control server on port 41817
2023/12/17 11:23:01 2023-12-17 11:23:01. (16): starting data server on port 44089
2023/12/17 11:23:01 2023-12-17 11:23:01. (17): starting state server on port 41725
2023/12/17 11:23:01 2023-12-17 11:23:01. (18): starting logging server on port 45385
2023/12/17 11:23:01 2023-12-17 11:23:01. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd78e5c6100> for environment lrZPJDubAKbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/17 11:23:05 2023-12-17 11:23:05. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/17 11:23:05 2023-12-17 11:23:05. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/17 11:23:07 2023-12-17 11:23:07. (22): Waiting for docker to start up. Current status is running
2023/12/17 11:23:07 2023-12-17 11:23:07. (23): Docker container is running. container_id = b'5535e5c37986cf1983a74dba2a8ca73dfef972482e9634f73a0af8cf3cf6ff41', worker_id = worker_17
2023/12/17 11:23:08 2023-12-17 11:23:08. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd78e5ccc40> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/17 11:23:10 2023-12-17 11:23:10. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/17 11:23:11 2023-12-17 11:23:11. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/17 11:23:12 2023-12-17 11:23:12. (27): Waiting for docker to start up. Current status is running
2023/12/17 11:23:12 2023-12-17 11:23:12. (28): Docker container is running. container_id = b'114a0f9faf96074be40f04679def32b929d078576898cbd92a6aaa3ecd0be1ba', worker_id = worker_19
2023/12/17 11:23:18 2023-12-17 11:23:18. (29): Completed job in 16.531070947647095 seconds with state DONE.
2023/12/17 11:23:18 Job[go-testjdbcio_postgresreadwrite-677-32c079b5-b658-4bfb-b2d5-e96956b21275] state: DONE
2023/12/17 11:23:18 🐳 Terminating container: 2d5c0658e0f2
2023/12/17 11:23:19 🚫 Container terminated: 2d5c0658e0f2
--- PASS: TestJDBCIO_PostgresReadWrite (49.81s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 147.833s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35259
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpgxr2bt9c/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39949
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 41s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4950
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4950/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
coders: <
key: "nlEHBEDmlhIterableCoder"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "nlEHBEDmlhTimestampedValueCoder"
>
>
coders: <
key: "nlEHBEDmlhKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "nlEHBEDmlhVarIntCoder"
component_coder_ids: "nlEHBEDmlhRowCoder"
>
>
coders: <
key: "nlEHBEDmlhKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "nlEHBEDmlhVarIntCoder"
component_coder_ids: "nlEHBEDmlhTimestampedValueCoder"
>
>
coders: <
key: "nlEHBEDmlhKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "nlEHBEDmlhVarIntCoder"
component_coder_ids: "nlEHBEDmlhIterableCoder"
>
>
coders: <
key: "nlEHBEDmlhRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$e268573c-7454-4e77-9cd3-8fe0f11ca007"
>
>
>
coders: <
key: "nlEHBEDmlhTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\253\377\370kca\027\223\315x\202\366\376iM\337\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "nlEHBEDmlhVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "nlEHBEDmlhVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "nlEHBEDmlhbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar\022@99f5a1760e2519be4b86d3dab6388b675202edb7697b6feace7d88757bc5dd07"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/17 05:22:53 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702790573188094529
2023/12/17 05:22:56 Prepared job with id: go-testjdbcio_postgresreadwrite-530-bf469fcb-67f9-4bd3-b1c4-ec1b14c7a356 and staging token: go-testjdbcio_postgresreadwrite-530-bf469fcb-67f9-4bd3-b1c4-ec1b14c7a356
2023/12/17 05:22:56 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-530-bf469fcb-67f9-4bd3-b1c4-ec1b14c7a356
2023/12/17 05:22:56 Submitted job: go-testjdbcio_postgresreadwrite-530-bf469fcb-67f9-4bd3-b1c4-ec1b14c7a356
2023/12/17 05:22:56 Job[go-testjdbcio_postgresreadwrite-530-bf469fcb-67f9-4bd3-b1c4-ec1b14c7a356] state: STOPPED
2023/12/17 05:22:56 Job[go-testjdbcio_postgresreadwrite-530-bf469fcb-67f9-4bd3-b1c4-ec1b14c7a356] state: STARTING
2023/12/17 05:22:56 Job[go-testjdbcio_postgresreadwrite-530-bf469fcb-67f9-4bd3-b1c4-ec1b14c7a356] state: RUNNING
2023/12/17 05:22:56 2023-12-17 05:22:56. (1): ==================== <function annotate_downstream_side_inputs at 0x7f0c5dfb4c10> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f0c5dfb4d30> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (3): ==================== <function pack_combiners at 0x7f0c5dfb7280> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (4): ==================== <function lift_combiners at 0x7f0c5dfb7310> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (5): ==================== <function expand_sdf at 0x7f0c5dfb74c0> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (6): ==================== <function expand_gbk at 0x7f0c5dfb7550> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (7): ==================== <function sink_flattens at 0x7f0c5dfb7670> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (8): ==================== <function greedily_fuse at 0x7f0c5dfb7700> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (9): ==================== <function read_to_impulse at 0x7f0c5dfb7790> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (10): ==================== <function impulse_to_input at 0x7f0c5dfb7820> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (11): ==================== <function sort_stages at 0x7f0c5dfb7a60> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f0c5dfb7b80> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (13): ==================== <function setup_timer_mapping at 0x7f0c5dfb79d0> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (14): ==================== <function populate_data_channel_coders at 0x7f0c5dfb7af0> ====================
2023/12/17 05:22:56 2023-12-17 05:22:56. (15): starting control server on port 45421
2023/12/17 05:22:56 2023-12-17 05:22:56. (16): starting data server on port 37465
2023/12/17 05:22:56 2023-12-17 05:22:56. (17): starting state server on port 41179
2023/12/17 05:22:56 2023-12-17 05:22:56. (18): starting logging server on port 43047
2023/12/17 05:22:56 2023-12-17 05:22:56. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0c93697250> for environment nlEHBEDmlhbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/17 05:22:57 2023-12-17 05:22:57. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/17 05:22:57 2023-12-17 05:22:57. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/17 05:23:00 2023-12-17 05:23:00. (22): Waiting for docker to start up. Current status is running
2023/12/17 05:23:00 2023-12-17 05:23:00. (23): Docker container is running. container_id = b'c229856a1c431f0a022476b1c14edd796b810f1df02abdfd12e706ad211f2ce4', worker_id = worker_19
2023/12/17 05:23:01 2023-12-17 05:23:01. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0c936d53d0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/17 05:23:02 2023-12-17 05:23:02. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/17 05:23:02 2023-12-17 05:23:02. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/17 05:23:02 2023-12-17 05:23:02. (27): Waiting for docker to start up. Current status is running
2023/12/17 05:23:02 2023-12-17 05:23:02. (28): Docker container is running. container_id = b'94a9d79a387640752a6f867911c7b17adce14482a6963f423e1063994b92005e', worker_id = worker_20
2023/12/17 05:23:13 2023-12-17 05:23:13. (29): Completed job in 16.514894723892212 seconds with state DONE.
2023/12/17 05:23:13 Job[go-testjdbcio_postgresreadwrite-530-bf469fcb-67f9-4bd3-b1c4-ec1b14c7a356] state: DONE
2023/12/17 05:23:13 🐳 Terminating container: f098826d580f
2023/12/17 05:23:13 🚫 Container terminated: f098826d580f
--- PASS: TestJDBCIO_PostgresReadWrite (54.19s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 142.593s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.026s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44077
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpazybjx4f/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41995
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 12s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4949
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4949/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:27 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:27 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:27 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f634c9caaf0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f634c9cab80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f634c94e310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fb3dcde7c10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fb3dcde7d30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fb3dcdea280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fb3dcdea310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fb3dcdea4c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fb3dcdea550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fb3dcdea670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fb3dcdea700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fb3dcdea790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fb3dcdea820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fb3dcdeaa60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fb3dcdeab80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fb3dcdea9d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fb3dcdeaaf0> ====================
INFO root:portable_runner.py:543 starting control server on port 44443
INFO root:portable_runner.py:543 starting data server on port 45955
INFO root:portable_runner.py:543 starting state server on port 35659
INFO root:portable_runner.py:543 starting logging server on port 35093
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb4121de5b0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'0291b77e655af7f16fcff72a1e83c9ced078f8b6dfb5d7fd77b0b34324b4bf56', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fb4121e12b0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:42403')
INFO root:portable_runner.py:543 Requesting worker at localhost:42403
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:39 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:44443.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:49 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:49 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-b982b2bb-7332-42ab-8329-9a55129cee16 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 275.71s (0:04:35) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3347603
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3351077.
Stopping expansion service pid: 3351078.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 7s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4948
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4948/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:27 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:27 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:27 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fd3cf3d7af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fd3cf3d7b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fd3cf3d6310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f512db8dc10> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f512db8dd30> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f512db8f280> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f512db8f310> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f512db8f4c0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f512db8f550> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f512db8f670> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f512db8f700> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f512db8f790> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f512db8f820> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f512db8fa60> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f512db8fb80> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f512db8f9d0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f512db8faf0> ====================
INFO root:portable_runner.py:543 starting control server on port 34967
INFO root:portable_runner.py:543 starting data server on port 42143
INFO root:portable_runner.py:543 starting state server on port 34325
INFO root:portable_runner.py:543 starting logging server on port 40747
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5162911580> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'700646fe7180ec69ec8acfed5f0df5f409e658063e39552b1922854d1628a738', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f5162921700> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:51751')
INFO root:portable_runner.py:543 Requesting worker at localhost:51751
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:40 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:34967.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:49 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:49 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-efaacd8b-075c-452c-bab6-23b534689939 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 279.78s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3000817
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3004213.
Stopping expansion service pid: 3004214.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 9s
261 actionable tasks: 186 executed, 67 from cache, 8 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4947
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4947/display/redirect>
Changes:
------------------------------------------
[...truncated 1.76 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:01 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:01 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:01 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:03 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:03 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:03 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f452e405ee0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f452e405f70> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f452e409700> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fe733765040> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fe733765160> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fe733765670> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fe733765700> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fe7337658b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fe733765940> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fe733765a60> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fe733765af0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fe733765b80> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fe733765c10> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fe733765e50> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fe733765f70> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fe733765dc0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fe733765ee0> ====================
INFO root:portable_runner.py:543 starting control server on port 37863
INFO root:portable_runner.py:543 starting data server on port 39485
INFO root:portable_runner.py:543 starting state server on port 41227
INFO root:portable_runner.py:543 starting logging server on port 38167
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fe76cf5ae20> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'28772645de92e4910c1aee0150ac8d406f93b0a680a67cda02de68a199467f85', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fe76ce31bb0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:50235')
INFO root:portable_runner.py:543 Requesting worker at localhost:50235
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:13 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:37863.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:23 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 11:40:23 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-84b808bb-83ef-43a5-9ea6-addcc147318d failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 277.65s (0:04:37) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2654951
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2658359.
Stopping expansion service pid: 2658360.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 39s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4946
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4946/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:26 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:27 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:27 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:29 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:29 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:29 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fa0a7204d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fa0a7204dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fa0a7205550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fce835d0040> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fce835d0160> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fce835d0670> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fce835d0700> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fce835d08b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fce835d0940> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fce835d0a60> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fce835d0af0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fce835d0b80> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fce835d0c10> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fce835d0e50> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fce835d0f70> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fce835d0dc0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fce835d0ee0> ====================
INFO root:portable_runner.py:543 starting control server on port 40475
INFO root:portable_runner.py:543 starting data server on port 39429
INFO root:portable_runner.py:543 starting state server on port 38685
INFO root:portable_runner.py:543 starting logging server on port 44351
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fcebc69e250> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'80fe5967f104b2da57a37e7dd88207d2282c2251e1829159d6d6e7f7cd3ce999', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fceb263adf0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:49303')
INFO root:portable_runner.py:543 Requesting worker at localhost:49303
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:39 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40475.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:48 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 16, 2023 5:40:48 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-1708920e-e6f1-4ce0-9368-e8ac4b0e804d failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 273.98s (0:04:33) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2285344
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2288836.
Stopping expansion service pid: 2288837.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 2s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4945
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4945/display/redirect>
Changes:
------------------------------------------
[...truncated 1.78 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:29 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:29 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:30 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:32 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:32 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:32 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f47b0356d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f47b0356dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f47b0357550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f92948b2040> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f92948b2160> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f92948b2670> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f92948b2700> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f92948b28b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f92948b2940> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f92948b2a60> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f92948b2af0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f92948b2b80> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f92948b2c10> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f92948b2e50> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f92948b2f70> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f92948b2dc0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f92948b2ee0> ====================
INFO root:portable_runner.py:543 starting control server on port 38613
INFO root:portable_runner.py:543 starting data server on port 46865
INFO root:portable_runner.py:543 starting state server on port 36553
INFO root:portable_runner.py:543 starting logging server on port 46601
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f92c9081370> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'1e0a2db74d5ff10d977531a86b9174c4e358fa3b7351294cc53f8fc4ac804a9d', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f92c90a32e0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:38635')
INFO root:portable_runner.py:543 Requesting worker at localhost:38635
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:42 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:38613.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:52 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:52 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-6f83bbce-2ef5-4edb-a22d-9da9d3e35f6f failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 283.11s (0:04:43) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2005419
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2007701.
Stopping expansion service pid: 2007702.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 10s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4944
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4944/display/redirect?page=changes>
Changes:
[noreply] Merge pull request #29781: Add SparkStructuredStreamingRunner to
------------------------------------------
[...truncated 1.45 MB...]
coders: <
key: "xxPETpbRvTIterableCoder"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "xxPETpbRvTTimestampedValueCoder"
>
>
coders: <
key: "xxPETpbRvTKvCoder"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "xxPETpbRvTVarIntCoder"
component_coder_ids: "xxPETpbRvTRowCoder"
>
>
coders: <
key: "xxPETpbRvTKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "xxPETpbRvTVarIntCoder"
component_coder_ids: "xxPETpbRvTTimestampedValueCoder"
>
>
coders: <
key: "xxPETpbRvTKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "xxPETpbRvTVarIntCoder"
component_coder_ids: "xxPETpbRvTIterableCoder"
>
>
coders: <
key: "xxPETpbRvTRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$3cdc6ad7-f59f-484f-aed5-b19b0122e936"
>
>
>
coders: <
key: "xxPETpbRvTTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\216\317u\352\317\236~\232\\q[\365\256\013K\022\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "xxPETpbRvTVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "xxPETpbRvTVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "xxPETpbRvTbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar\022@99f5a1760e2519be4b86d3dab6388b675202edb7697b6feace7d88757bc5dd07"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/15 17:22:41 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702660961433915452
2023/12/15 17:22:44 Prepared job with id: go-testjdbcio_postgresreadwrite-469-78921f44-f033-4581-b8f6-771ef0e3fefb and staging token: go-testjdbcio_postgresreadwrite-469-78921f44-f033-4581-b8f6-771ef0e3fefb
2023/12/15 17:22:44 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-469-78921f44-f033-4581-b8f6-771ef0e3fefb
2023/12/15 17:22:44 Submitted job: go-testjdbcio_postgresreadwrite-469-78921f44-f033-4581-b8f6-771ef0e3fefb
2023/12/15 17:22:44 Job[go-testjdbcio_postgresreadwrite-469-78921f44-f033-4581-b8f6-771ef0e3fefb] state: STOPPED
2023/12/15 17:22:44 Job[go-testjdbcio_postgresreadwrite-469-78921f44-f033-4581-b8f6-771ef0e3fefb] state: STARTING
2023/12/15 17:22:44 Job[go-testjdbcio_postgresreadwrite-469-78921f44-f033-4581-b8f6-771ef0e3fefb] state: RUNNING
2023/12/15 17:22:44 2023-12-15 17:22:44. (1): ==================== <function annotate_downstream_side_inputs at 0x7ff2faa05040> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (2): ==================== <function fix_side_input_pcoll_coders at 0x7ff2faa05160> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (3): ==================== <function pack_combiners at 0x7ff2faa05670> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (4): ==================== <function lift_combiners at 0x7ff2faa05700> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (5): ==================== <function expand_sdf at 0x7ff2faa058b0> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (6): ==================== <function expand_gbk at 0x7ff2faa05940> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (7): ==================== <function sink_flattens at 0x7ff2faa05a60> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (8): ==================== <function greedily_fuse at 0x7ff2faa05af0> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (9): ==================== <function read_to_impulse at 0x7ff2faa05b80> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (10): ==================== <function impulse_to_input at 0x7ff2faa05c10> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (11): ==================== <function sort_stages at 0x7ff2faa05e50> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7ff2faa05f70> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (13): ==================== <function setup_timer_mapping at 0x7ff2faa05dc0> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (14): ==================== <function populate_data_channel_coders at 0x7ff2faa05ee0> ====================
2023/12/15 17:22:44 2023-12-15 17:22:44. (15): starting control server on port 44747
2023/12/15 17:22:44 2023-12-15 17:22:44. (16): starting data server on port 32943
2023/12/15 17:22:44 2023-12-15 17:22:44. (17): starting state server on port 43719
2023/12/15 17:22:44 2023-12-15 17:22:44. (18): starting logging server on port 42047
2023/12/15 17:22:44 2023-12-15 17:22:44. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff32fd89f40> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/15 17:22:50 2023-12-15 17:22:50. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/15 17:22:50 2023-12-15 17:22:50. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/15 17:22:51 2023-12-15 17:22:51. (22): Waiting for docker to start up. Current status is running
2023/12/15 17:22:51 2023-12-15 17:22:51. (23): Docker container is running. container_id = b'b41063a8b55bcec4e7499f8d818a03b36b5d3e1f59b13d085562be1f743d7a25', worker_id = worker_18
2023/12/15 17:22:52 2023-12-15 17:22:52. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff32fd92d90> for environment xxPETpbRvTbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/15 17:22:52 2023-12-15 17:22:52. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/15 17:22:53 2023-12-15 17:22:53. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/15 17:22:54 2023-12-15 17:22:54. (27): Waiting for docker to start up. Current status is running
2023/12/15 17:22:54 2023-12-15 17:22:54. (28): Docker container is running. container_id = b'11daabda39d4e6bf122e26469665f8f80548b841535dfbedf57ede4ea496a0be', worker_id = worker_19
2023/12/15 17:23:08 2023-12-15 17:23:08. (29): Completed job in 24.020663022994995 seconds with state DONE.
2023/12/15 17:23:08 Job[go-testjdbcio_postgresreadwrite-469-78921f44-f033-4581-b8f6-771ef0e3fefb] state: DONE
2023/12/15 17:23:08 🐳 Terminating container: b4deced00e8e
2023/12/15 17:23:09 🚫 Container terminated: b4deced00e8e
--- PASS: TestJDBCIO_PostgresReadWrite (60.43s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 127.147s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46687
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpym51bwgc/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33593
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 23s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4943
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4943/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@482bce4f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1136768342@366647c2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:generate_sequence:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:56 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:56 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:57 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:58 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:40:59 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f38e3af4d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f38e3af4dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f38e3af0550> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7efe8ebd6040> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7efe8ebd6160> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7efe8ebd6670> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7efe8ebd6700> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7efe8ebd68b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7efe8ebd6940> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7efe8ebd6a60> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7efe8ebd6af0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7efe8ebd6b80> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7efe8ebd6c10> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7efe8ebd6e50> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7efe8ebd6f70> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7efe8ebd6dc0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7efe8ebd6ee0> ====================
INFO root:portable_runner.py:543 starting control server on port 37489
INFO root:portable_runner.py:543 starting data server on port 38821
INFO root:portable_runner.py:543 starting state server on port 45495
INFO root:portable_runner.py:543 starting logging server on port 38955
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7efec366c790> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'd633bc57a81cd9d9d5566c44cf7d5a23d80e80f1bb07c6974f72a0e46dc9dee6', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7efec36303a0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:41085')
INFO root:portable_runner.py:543 Requesting worker at localhost:41085
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:41:09 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:37489.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:41:18 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 15, 2023 11:41:18 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-c1137202-a75f-4b87-bd8e-6210e67b507a failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7270 deselected in 278.51s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1344599
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1347963.
Stopping expansion service pid: 1347964.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 37s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4942
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4942/display/redirect>
Changes:
------------------------------------------
[...truncated 1.36 MB...]
>
>
>
coders: <
key: "LMXSXCBLteTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\261\370\275\311b\n\220-\3723\016}\335\332J\305\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "LMXSXCBLteVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "LMXSXCBLteVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "LMXSXCBLtebeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar\022@99f5a1760e2519be4b86d3dab6388b675202edb7697b6feace7d88757bc5dd07"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/15 05:22:36 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702617756083646301
2023/12/15 05:22:38 Prepared job with id: go-testjdbcio_postgresreadwrite-511-4914a476-078c-4e72-b6a8-12ff9cf568fe and staging token: go-testjdbcio_postgresreadwrite-511-4914a476-078c-4e72-b6a8-12ff9cf568fe
2023/12/15 05:22:38 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-511-4914a476-078c-4e72-b6a8-12ff9cf568fe
2023/12/15 05:22:38 Submitted job: go-testjdbcio_postgresreadwrite-511-4914a476-078c-4e72-b6a8-12ff9cf568fe
2023/12/15 05:22:38 Job[go-testjdbcio_postgresreadwrite-511-4914a476-078c-4e72-b6a8-12ff9cf568fe] state: STOPPED
2023/12/15 05:22:38 Job[go-testjdbcio_postgresreadwrite-511-4914a476-078c-4e72-b6a8-12ff9cf568fe] state: STARTING
2023/12/15 05:22:38 Job[go-testjdbcio_postgresreadwrite-511-4914a476-078c-4e72-b6a8-12ff9cf568fe] state: RUNNING
2023/12/15 05:22:38 2023-12-15 05:22:38. (1): ==================== <function annotate_downstream_side_inputs at 0x7f565fd04040> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f565fd04160> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (3): ==================== <function pack_combiners at 0x7f565fd04670> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (4): ==================== <function lift_combiners at 0x7f565fd04700> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (5): ==================== <function expand_sdf at 0x7f565fd048b0> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (6): ==================== <function expand_gbk at 0x7f565fd04940> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (7): ==================== <function sink_flattens at 0x7f565fd04a60> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (8): ==================== <function greedily_fuse at 0x7f565fd04af0> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (9): ==================== <function read_to_impulse at 0x7f565fd04b80> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (10): ==================== <function impulse_to_input at 0x7f565fd04c10> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (11): ==================== <function sort_stages at 0x7f565fd04e50> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f565fd04f70> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (13): ==================== <function setup_timer_mapping at 0x7f565fd04dc0> ====================
2023/12/15 05:22:39 2023-12-15 05:22:38. (14): ==================== <function populate_data_channel_coders at 0x7f565fd04ee0> ====================
2023/12/15 05:22:39 2023-12-15 05:22:39. (15): starting control server on port 38573
2023/12/15 05:22:39 2023-12-15 05:22:39. (16): starting data server on port 38387
2023/12/15 05:22:39 2023-12-15 05:22:39. (17): starting state server on port 45557
2023/12/15 05:22:39 2023-12-15 05:22:39. (18): starting logging server on port 45445
2023/12/15 05:22:39 2023-12-15 05:22:39. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f56994abe20> for environment LMXSXCBLtebeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/15 05:22:43 2023-12-15 05:22:43. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/15 05:22:44 2023-12-15 05:22:44. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/15 05:22:45 2023-12-15 05:22:45. (22): Waiting for docker to start up. Current status is running
2023/12/15 05:22:45 2023-12-15 05:22:45. (23): Docker container is running. container_id = b'1c17c684a21125d8b2eb4696752d43fd2c8db4b53db675304f20e3bce3cd99ec', worker_id = worker_17
2023/12/15 05:22:46 2023-12-15 05:22:46. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f56994d0700> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/15 05:22:48 2023-12-15 05:22:48. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/15 05:22:49 2023-12-15 05:22:49. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/15 05:22:50 2023-12-15 05:22:50. (27): Waiting for docker to start up. Current status is running
2023/12/15 05:22:50 2023-12-15 05:22:50. (28): Docker container is running. container_id = b'818904816d5cb308bcafc5d4dd7fa452f39058f632edfc96e65444cb1bcdfdf4', worker_id = worker_19
2023/12/15 05:22:53 2023-12-15 05:22:53. (29): Completed job in 14.950260639190674 seconds with state DONE.
2023/12/15 05:22:53 Job[go-testjdbcio_postgresreadwrite-511-4914a476-078c-4e72-b6a8-12ff9cf568fe] state: DONE
2023/12/15 05:22:53 🐳 Terminating container: 21eeba5150d5
2023/12/15 05:22:54 🚫 Container terminated: 21eeba5150d5
--- PASS: TestJDBCIO_PostgresReadWrite (43.02s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 146.140s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33163
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpdvyav2x5/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45915
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 12s
261 actionable tasks: 172 executed, 79 from cache, 10 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4941
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4941/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$d9c6ace0-d09a-459d-9c9b-e5f28840e121"
>
>
>
coders: <
key: "BCMwsZyKASTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\226~w\330\377\227'IP\335Q\227w\326JL\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "BCMwsZyKASVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "BCMwsZyKASVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "BCMwsZyKASbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar\022@99f5a1760e2519be4b86d3dab6388b675202edb7697b6feace7d88757bc5dd07"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT-mfWhdg4lGb5LhtPatjiLZ1IC7bdpe2_qzn2IdXvF3Qc.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/14 23:23:18 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702596198791269786
2023/12/14 23:23:21 Prepared job with id: go-testjdbcio_postgresreadwrite-697-cb2efbdc-4f27-4f4f-ad80-6c19aa26f375 and staging token: go-testjdbcio_postgresreadwrite-697-cb2efbdc-4f27-4f4f-ad80-6c19aa26f375
2023/12/14 23:23:21 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-697-cb2efbdc-4f27-4f4f-ad80-6c19aa26f375
2023/12/14 23:23:21 Submitted job: go-testjdbcio_postgresreadwrite-697-cb2efbdc-4f27-4f4f-ad80-6c19aa26f375
2023/12/14 23:23:21 2023-12-14 23:23:21. (4): ==================== <function lift_combiners at 0x7fbfd30b5700> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (5): ==================== <function expand_sdf at 0x7fbfd30b58b0> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (6): ==================== <function expand_gbk at 0x7fbfd30b5940> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (7): ==================== <function sink_flattens at 0x7fbfd30b5a60> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (8): ==================== <function greedily_fuse at 0x7fbfd30b5af0> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (9): ==================== <function read_to_impulse at 0x7fbfd30b5b80> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (10): ==================== <function impulse_to_input at 0x7fbfd30b5c10> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (11): ==================== <function sort_stages at 0x7fbfd30b5e50> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fbfd30b5f70> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (13): ==================== <function setup_timer_mapping at 0x7fbfd30b5dc0> ====================
2023/12/14 23:23:21 Job[go-testjdbcio_postgresreadwrite-697-cb2efbdc-4f27-4f4f-ad80-6c19aa26f375] state: STOPPED
2023/12/14 23:23:21 Job[go-testjdbcio_postgresreadwrite-697-cb2efbdc-4f27-4f4f-ad80-6c19aa26f375] state: STARTING
2023/12/14 23:23:21 Job[go-testjdbcio_postgresreadwrite-697-cb2efbdc-4f27-4f4f-ad80-6c19aa26f375] state: RUNNING
2023/12/14 23:23:21 2023-12-14 23:23:21. (14): ==================== <function populate_data_channel_coders at 0x7fbfd30b5ee0> ====================
2023/12/14 23:23:21 2023-12-14 23:23:21. (15): starting control server on port 34691
2023/12/14 23:23:21 2023-12-14 23:23:21. (16): starting data server on port 46661
2023/12/14 23:23:21 2023-12-14 23:23:21. (17): starting state server on port 42733
2023/12/14 23:23:21 2023-12-14 23:23:21. (18): starting logging server on port 34743
2023/12/14 23:23:21 2023-12-14 23:23:21. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fbfd2f5bfd0> for environment BCMwsZyKASbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/14 23:23:21 2023-12-14 23:23:21. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/14 23:23:22 2023-12-14 23:23:22. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/14 23:23:28 2023-12-14 23:23:28. (22): Waiting for docker to start up. Current status is running
2023/12/14 23:23:28 2023-12-14 23:23:28. (23): Docker container is running. container_id = b'46065b17bc73adb403d5436a0dbb579dc179aa86bc5fb8264f81982db9fe591c', worker_id = worker_14
2023/12/14 23:23:29 2023-12-14 23:23:29. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fc00887ebe0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/14 23:23:32 2023-12-14 23:23:32. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/14 23:23:32 2023-12-14 23:23:32. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/14 23:23:34 2023-12-14 23:23:34. (27): Waiting for docker to start up. Current status is running
2023/12/14 23:23:34 2023-12-14 23:23:34. (28): Docker container is running. container_id = b'2eef33677e605884515fa9d6ca10785a119abc1f1b64ed57e16a264e25580680', worker_id = worker_16
2023/12/14 23:23:39 2023-12-14 23:23:39. (29): Completed job in 17.26794195175171 seconds with state DONE.
2023/12/14 23:23:39 Job[go-testjdbcio_postgresreadwrite-697-cb2efbdc-4f27-4f4f-ad80-6c19aa26f375] state: DONE
2023/12/14 23:23:39 🐳 Terminating container: b6a50679d0be
2023/12/14 23:23:39 🚫 Container terminated: b6a50679d0be
--- PASS: TestJDBCIO_PostgresReadWrite (48.92s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 132.000s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.062s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40463
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpg4u3i0q8/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 36757
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 32m 3s
261 actionable tasks: 185 executed, 68 from cache, 8 up-to-date
Publishing build scan...
The request was rejected.
Gradle Enterprise plugin version 3.16 is newer than the newest version supported by Gradle Enterprise 2023.3.4 which is 3.15. Please update to a newer version of Gradle Enterprise.
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4940
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4940/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
>
coders: <
key: "gqlZVcoqKIKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gqlZVcoqKIVarIntCoder"
component_coder_ids: "gqlZVcoqKITimestampedValueCoder"
>
>
coders: <
key: "gqlZVcoqKIKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gqlZVcoqKIVarIntCoder"
component_coder_ids: "gqlZVcoqKIIterableCoder"
>
>
coders: <
key: "gqlZVcoqKIRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$ab89edb8-a5e3-47b5-bb76-fa3f6321ca25"
>
>
>
coders: <
key: "gqlZVcoqKITimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\233a\n\265\261%8\370\022c\302t\r\225AD\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "gqlZVcoqKIVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "gqlZVcoqKIVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "gqlZVcoqKIbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT--25SuAftRwetscuL-RfwMPKbRe-EZhYwxEx4AQZ8tX4.jar\022@fb6e52b807ed4707adb1cb8bf917f030f29b45ef84661630c44c7801067cb57e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT--25SuAftRwetscuL-RfwMPKbRe-EZhYwxEx4AQZ8tX4.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/14 17:24:30 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702574670901882920
2023/12/14 17:24:33 Prepared job with id: go-testjdbcio_postgresreadwrite-96-f304645a-8bb9-47fe-8a3d-f32ef03742eb and staging token: go-testjdbcio_postgresreadwrite-96-f304645a-8bb9-47fe-8a3d-f32ef03742eb
2023/12/14 17:24:33 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-96-f304645a-8bb9-47fe-8a3d-f32ef03742eb
2023/12/14 17:24:33 Submitted job: go-testjdbcio_postgresreadwrite-96-f304645a-8bb9-47fe-8a3d-f32ef03742eb
2023/12/14 17:24:33 Job[go-testjdbcio_postgresreadwrite-96-f304645a-8bb9-47fe-8a3d-f32ef03742eb] state: STOPPED
2023/12/14 17:24:33 Job[go-testjdbcio_postgresreadwrite-96-f304645a-8bb9-47fe-8a3d-f32ef03742eb] state: STARTING
2023/12/14 17:24:33 Job[go-testjdbcio_postgresreadwrite-96-f304645a-8bb9-47fe-8a3d-f32ef03742eb] state: RUNNING
2023/12/14 17:24:33 2023-12-14 17:24:33. (1): ==================== <function annotate_downstream_side_inputs at 0x7fc3c2c01280> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fc3c2c013a0> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (3): ==================== <function pack_combiners at 0x7fc3c2c018b0> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (4): ==================== <function lift_combiners at 0x7fc3c2c01940> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (5): ==================== <function expand_sdf at 0x7fc3c2c01af0> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (6): ==================== <function expand_gbk at 0x7fc3c2c01b80> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (7): ==================== <function sink_flattens at 0x7fc3c2c01ca0> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (8): ==================== <function greedily_fuse at 0x7fc3c2c01d30> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (9): ==================== <function read_to_impulse at 0x7fc3c2c01dc0> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (10): ==================== <function impulse_to_input at 0x7fc3c2c01e50> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (11): ==================== <function sort_stages at 0x7fc3c2c020d0> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fc3c2c021f0> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (13): ==================== <function setup_timer_mapping at 0x7fc3c2c02040> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (14): ==================== <function populate_data_channel_coders at 0x7fc3c2c02160> ====================
2023/12/14 17:24:33 2023-12-14 17:24:33. (15): starting control server on port 45153
2023/12/14 17:24:33 2023-12-14 17:24:33. (16): starting data server on port 43851
2023/12/14 17:24:33 2023-12-14 17:24:33. (17): starting state server on port 44909
2023/12/14 17:24:33 2023-12-14 17:24:33. (18): starting logging server on port 37171
2023/12/14 17:24:33 2023-12-14 17:24:33. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fc3c01e9280> for environment gqlZVcoqKIbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/14 17:24:37 2023-12-14 17:24:37. (20): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/14 17:24:37 2023-12-14 17:24:37. (21): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/14 17:24:39 2023-12-14 17:24:39. (22): Waiting for docker to start up. Current status is running
2023/12/14 17:24:39 2023-12-14 17:24:39. (23): Docker container is running. container_id = b'a2c106b02c962dc2c78dd402e4826f1f8f6b6a27f10ea182bc0ecf2ca4d5f64b', worker_id = worker_15
2023/12/14 17:24:40 2023-12-14 17:24:40. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fc3f8328340> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/14 17:24:42 2023-12-14 17:24:42. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/14 17:24:43 2023-12-14 17:24:43. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/14 17:24:44 2023-12-14 17:24:44. (27): Waiting for docker to start up. Current status is running
2023/12/14 17:24:44 2023-12-14 17:24:44. (28): Docker container is running. container_id = b'de5b95bb8d1dd3d48e13bb0dcd89ec7d02841a42bf0560bcb014757a39365989', worker_id = worker_17
2023/12/14 17:24:48 2023-12-14 17:24:48. (29): Completed job in 14.46075701713562 seconds with state DONE.
2023/12/14 17:24:48 Job[go-testjdbcio_postgresreadwrite-96-f304645a-8bb9-47fe-8a3d-f32ef03742eb] state: DONE
2023/12/14 17:24:48 🐳 Terminating container: 950667ee0e42
2023/12/14 17:24:48 🚫 Container terminated: 950667ee0e42
--- PASS: TestJDBCIO_PostgresReadWrite (45.66s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 144.365s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46535
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmptx_mfh45/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34147
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 33m 12s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/jb3augn6ggrju
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4939
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4939/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$7b41a967-accd-4a08-87e7-13450ce74fda"
>
>
>
coders: <
key: "CPchgfGfjlTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\227\257w\352\333Y\024A\354\257H\264\237wJ\217\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "CPchgfGfjlVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "CPchgfGfjlVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "CPchgfGfjlbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT--25SuAftRwetscuL-RfwMPKbRe-EZhYwxEx4AQZ8tX4.jar\022@fb6e52b807ed4707adb1cb8bf917f030f29b45ef84661630c44c7801067cb57e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT--25SuAftRwetscuL-RfwMPKbRe-EZhYwxEx4AQZ8tX4.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/14 11:22:41 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702552961369278391
2023/12/14 11:22:44 Prepared job with id: go-testjdbcio_postgresreadwrite-462-f8e42002-23a3-4d5c-93b3-03c20445590d and staging token: go-testjdbcio_postgresreadwrite-462-f8e42002-23a3-4d5c-93b3-03c20445590d
2023/12/14 11:22:44 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-462-f8e42002-23a3-4d5c-93b3-03c20445590d
2023/12/14 11:22:44 Submitted job: go-testjdbcio_postgresreadwrite-462-f8e42002-23a3-4d5c-93b3-03c20445590d
2023/12/14 11:22:44 2023-12-14 11:22:44. (1): ==================== <function annotate_downstream_side_inputs at 0x7ffa88687280> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (2): ==================== <function fix_side_input_pcoll_coders at 0x7ffa886873a0> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (3): ==================== <function pack_combiners at 0x7ffa886878b0> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (4): ==================== <function lift_combiners at 0x7ffa88687940> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (5): ==================== <function expand_sdf at 0x7ffa88687af0> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (6): ==================== <function expand_gbk at 0x7ffa88687b80> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (7): ==================== <function sink_flattens at 0x7ffa88687ca0> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (8): ==================== <function greedily_fuse at 0x7ffa88687d30> ====================
2023/12/14 11:22:44 Job[go-testjdbcio_postgresreadwrite-462-f8e42002-23a3-4d5c-93b3-03c20445590d] state: STOPPED
2023/12/14 11:22:44 Job[go-testjdbcio_postgresreadwrite-462-f8e42002-23a3-4d5c-93b3-03c20445590d] state: STARTING
2023/12/14 11:22:44 Job[go-testjdbcio_postgresreadwrite-462-f8e42002-23a3-4d5c-93b3-03c20445590d] state: RUNNING
2023/12/14 11:22:44 2023-12-14 11:22:44. (9): ==================== <function read_to_impulse at 0x7ffa88687dc0> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (10): ==================== <function impulse_to_input at 0x7ffa88687e50> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (11): ==================== <function sort_stages at 0x7ffa886880d0> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7ffa886881f0> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (13): ==================== <function setup_timer_mapping at 0x7ffa88688040> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (14): ==================== <function populate_data_channel_coders at 0x7ffa88688160> ====================
2023/12/14 11:22:44 2023-12-14 11:22:44. (15): starting control server on port 34807
2023/12/14 11:22:44 2023-12-14 11:22:44. (16): starting data server on port 46557
2023/12/14 11:22:44 2023-12-14 11:22:44. (17): starting state server on port 46449
2023/12/14 11:22:44 2023-12-14 11:22:44. (18): starting logging server on port 40879
2023/12/14 11:22:44 2023-12-14 11:22:44. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ffabd3ce940> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/14 11:22:44 2023-12-14 11:22:44. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/14 11:22:44 2023-12-14 11:22:44. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/14 11:22:50 2023-12-14 11:22:50. (22): Waiting for docker to start up. Current status is running
2023/12/14 11:22:50 2023-12-14 11:22:50. (23): Docker container is running. container_id = b'3012fdad0d226f1fc31292fdb97ec00c98f514f99aa7d2e6b44cde0435513a19', worker_id = worker_16
2023/12/14 11:22:51 2023-12-14 11:22:51. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ffabd63cbb0> for environment CPchgfGfjlbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/14 11:22:54 2023-12-14 11:22:54. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/14 11:22:55 2023-12-14 11:22:55. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/14 11:22:56 2023-12-14 11:22:56. (27): Waiting for docker to start up. Current status is running
2023/12/14 11:22:56 2023-12-14 11:22:56. (28): Docker container is running. container_id = b'5a840e3ec031514636607b91916d897fe082d3cbb83ffd8e3c9263cb4e67bab8', worker_id = worker_18
2023/12/14 11:23:02 2023-12-14 11:23:02. (29): Completed job in 17.77912187576294 seconds with state DONE.
2023/12/14 11:23:02 Job[go-testjdbcio_postgresreadwrite-462-f8e42002-23a3-4d5c-93b3-03c20445590d] state: DONE
2023/12/14 11:23:02 🐳 Terminating container: 639881223a6d
2023/12/14 11:23:02 🚫 Container terminated: 639881223a6d
--- PASS: TestJDBCIO_PostgresReadWrite (52.61s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 142.814s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.047s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45637
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmps8tvea9_/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41467
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 47s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ng67bbd3aax4k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4938
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4938/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$d6e8f5f0-8941-4cea-a650-0a5c2b912dce"
>
>
>
coders: <
key: "bRbsLGlUfvTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000$Y\311\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\004.v9h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\271/\337\371\267n\211\216\033\267\376\254\236\232A\026\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "bRbsLGlUfvVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "bRbsLGlUfvVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "bRbsLGlUfvbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.54.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT--25SuAftRwetscuL-RfwMPKbRe-EZhYwxEx4AQZ8tX4.jar\022@fb6e52b807ed4707adb1cb8bf917f030f29b45ef84661630c44c7801067cb57e"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.54.0-SNAPSHOT--25SuAftRwetscuL-RfwMPKbRe-EZhYwxEx4AQZ8tX4.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.54.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/14 05:23:19 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702531399217633856
2023/12/14 05:23:21 Prepared job with id: go-testjdbcio_postgresreadwrite-873-db77ed92-b5e6-4751-811e-53773f896aa2 and staging token: go-testjdbcio_postgresreadwrite-873-db77ed92-b5e6-4751-811e-53773f896aa2
2023/12/14 05:23:22 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-873-db77ed92-b5e6-4751-811e-53773f896aa2
2023/12/14 05:23:22 Submitted job: go-testjdbcio_postgresreadwrite-873-db77ed92-b5e6-4751-811e-53773f896aa2
2023/12/14 05:23:22 Job[go-testjdbcio_postgresreadwrite-873-db77ed92-b5e6-4751-811e-53773f896aa2] state: STOPPED
2023/12/14 05:23:22 Job[go-testjdbcio_postgresreadwrite-873-db77ed92-b5e6-4751-811e-53773f896aa2] state: STARTING
2023/12/14 05:23:22 Job[go-testjdbcio_postgresreadwrite-873-db77ed92-b5e6-4751-811e-53773f896aa2] state: RUNNING
2023/12/14 05:23:22 2023-12-14 05:23:22. (1): ==================== <function annotate_downstream_side_inputs at 0x7f323be3f280> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f323be3f3a0> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (3): ==================== <function pack_combiners at 0x7f323be3f8b0> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (4): ==================== <function lift_combiners at 0x7f323be3f940> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (5): ==================== <function expand_sdf at 0x7f323be3faf0> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (6): ==================== <function expand_gbk at 0x7f323be3fb80> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (7): ==================== <function sink_flattens at 0x7f323be3fca0> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (8): ==================== <function greedily_fuse at 0x7f323be3fd30> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (9): ==================== <function read_to_impulse at 0x7f323be3fdc0> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (10): ==================== <function impulse_to_input at 0x7f323be3fe50> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (11): ==================== <function sort_stages at 0x7f323be400d0> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f323be401f0> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (13): ==================== <function setup_timer_mapping at 0x7f323be40040> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (14): ==================== <function populate_data_channel_coders at 0x7f323be40160> ====================
2023/12/14 05:23:22 2023-12-14 05:23:22. (15): starting control server on port 46551
2023/12/14 05:23:22 2023-12-14 05:23:22. (16): starting data server on port 36695
2023/12/14 05:23:22 2023-12-14 05:23:22. (17): starting state server on port 40715
2023/12/14 05:23:22 2023-12-14 05:23:22. (18): starting logging server on port 44463
2023/12/14 05:23:22 2023-12-14 05:23:22. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f323846f4c0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/14 05:23:26 2023-12-14 05:23:26. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/14 05:23:27 2023-12-14 05:23:27. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/14 05:23:28 2023-12-14 05:23:28. (22): Waiting for docker to start up. Current status is running
2023/12/14 05:23:28 2023-12-14 05:23:28. (23): Docker container is running. container_id = b'5a92f96d95e241e252c6fc96c5296a67277f2df1de3288f3abfb6ad67d14efde', worker_id = worker_15
2023/12/14 05:23:29 2023-12-14 05:23:29. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f3274bc4850> for environment bRbsLGlUfvbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.54.0.dev')
2023/12/14 05:23:33 2023-12-14 05:23:33. (25): Attempting to pull image apache/beam_java8_sdk:2.54.0.dev
2023/12/14 05:23:33 2023-12-14 05:23:33. (26): Unable to pull image apache/beam_java8_sdk:2.54.0.dev, defaulting to local image if it exists
2023/12/14 05:23:36 2023-12-14 05:23:36. (27): Waiting for docker to start up. Current status is running
2023/12/14 05:23:36 2023-12-14 05:23:36. (28): Docker container is running. container_id = b'903703cb25d2d66d15efb0d30169b3bc69833b9725786bb407df2800c610ea7b', worker_id = worker_17
2023/12/14 05:23:45 2023-12-14 05:23:45. (29): Completed job in 23.629857301712036 seconds with state DONE.
2023/12/14 05:23:45 Job[go-testjdbcio_postgresreadwrite-873-db77ed92-b5e6-4751-811e-53773f896aa2] state: DONE
2023/12/14 05:23:45 🐳 Terminating container: 8611d4de6864
2023/12/14 05:23:46 🚫 Container terminated: 8611d4de6864
--- PASS: TestJDBCIO_PostgresReadWrite (54.09s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 136.290s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.043s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46047
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmppoj3nt_6/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45181
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 51s
261 actionable tasks: 183 executed, 68 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/745z5broqa5yi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4937
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4937/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:41:45 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:41:45 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:41:46 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:41:47 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:41:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:41:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.54.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f013135a4c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f013135a550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f013135aca0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f991375f1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f991375f310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f991375f820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f991375f8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f991375fa60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f991375faf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f991375fc10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f991375fca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f991375fd30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f991375fdc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f9913760040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f9913760160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f991375ff70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f99137600d0> ====================
INFO root:portable_runner.py:543 starting control server on port 43051
INFO root:portable_runner.py:543 starting data server on port 38535
INFO root:portable_runner.py:543 starting state server on port 33707
INFO root:portable_runner.py:543 starting logging server on port 34651
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f994bb59970> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.54.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.54.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.54.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'e99a982e7464433088f88eac8b08178b1e3fd6a867d4a4483f874c597578a47a', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f994c7485e0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:34257')
INFO root:portable_runner.py:543 Requesting worker at localhost:34257
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:41:58 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:43051.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:42:08 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 11:42:08 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-05f8aaa2-561a-4ec0-a263-6892e690dfd9 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7264 deselected in 286.14s (0:04:46) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3378149
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3381411.
Stopping expansion service pid: 3381412.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 32m 26s
261 actionable tasks: 184 executed, 67 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/m22zyux2dpnw6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4936
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4936/display/redirect>
Changes:
------------------------------------------
[...truncated 1.36 MB...]
>
coders: <
key: "rnnVhxxWukKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rnnVhxxWukVarIntCoder"
component_coder_ids: "rnnVhxxWukTimestampedValueCoder"
>
>
coders: <
key: "rnnVhxxWukKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rnnVhxxWukVarIntCoder"
component_coder_ids: "rnnVhxxWukIterableCoder"
>
>
coders: <
key: "rnnVhxxWukRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$df25e046-7592-48e3-bcce-ffd734192ebb"
>
>
>
coders: <
key: "rnnVhxxWukTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\255\250U\252sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\265~\361\013\013y\320\226L\347\177\320\204'K|\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "rnnVhxxWukVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "rnnVhxxWukVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "rnnVhxxWukbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-IJaG86YYL0qnXxXCSVjaxcd2tOyGPC5WhZikWGYpJpA.jar\022@209686f3a6182f4aa75f15c24958dac5c776b4ec863c2e568598a45866292690"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-IJaG86YYL0qnXxXCSVjaxcd2tOyGPC5WhZikWGYpJpA.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/13 17:23:06 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702488186562236556
2023/12/13 17:23:09 Prepared job with id: go-testjdbcio_postgresreadwrite-960-0a44a1cd-a32e-4a17-a040-8bd994f3ec3e and staging token: go-testjdbcio_postgresreadwrite-960-0a44a1cd-a32e-4a17-a040-8bd994f3ec3e
2023/12/13 17:23:09 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-960-0a44a1cd-a32e-4a17-a040-8bd994f3ec3e
2023/12/13 17:23:09 Submitted job: go-testjdbcio_postgresreadwrite-960-0a44a1cd-a32e-4a17-a040-8bd994f3ec3e
2023/12/13 17:23:09 2023-12-13 17:23:09. (1): ==================== <function annotate_downstream_side_inputs at 0x7f735bc75f70> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f735bc780d0> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (3): ==================== <function pack_combiners at 0x7f735bc785e0> ====================
2023/12/13 17:23:09 Job[go-testjdbcio_postgresreadwrite-960-0a44a1cd-a32e-4a17-a040-8bd994f3ec3e] state: STOPPED
2023/12/13 17:23:09 Job[go-testjdbcio_postgresreadwrite-960-0a44a1cd-a32e-4a17-a040-8bd994f3ec3e] state: STARTING
2023/12/13 17:23:09 Job[go-testjdbcio_postgresreadwrite-960-0a44a1cd-a32e-4a17-a040-8bd994f3ec3e] state: RUNNING
2023/12/13 17:23:09 2023-12-13 17:23:09. (4): ==================== <function lift_combiners at 0x7f735bc78670> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (5): ==================== <function expand_sdf at 0x7f735bc78820> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (6): ==================== <function expand_gbk at 0x7f735bc788b0> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (7): ==================== <function sink_flattens at 0x7f735bc789d0> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (8): ==================== <function greedily_fuse at 0x7f735bc78a60> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (9): ==================== <function read_to_impulse at 0x7f735bc78af0> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (10): ==================== <function impulse_to_input at 0x7f735bc78b80> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (11): ==================== <function sort_stages at 0x7f735bc78dc0> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f735bc78ee0> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (13): ==================== <function setup_timer_mapping at 0x7f735bc78d30> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (14): ==================== <function populate_data_channel_coders at 0x7f735bc78e50> ====================
2023/12/13 17:23:09 2023-12-13 17:23:09. (15): starting control server on port 36339
2023/12/13 17:23:09 2023-12-13 17:23:09. (16): starting data server on port 41001
2023/12/13 17:23:09 2023-12-13 17:23:09. (17): starting state server on port 42855
2023/12/13 17:23:09 2023-12-13 17:23:09. (18): starting logging server on port 34045
2023/12/13 17:23:09 2023-12-13 17:23:09. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7394c55e20> for environment rnnVhxxWukbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/13 17:23:13 2023-12-13 17:23:13. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/13 17:23:13 2023-12-13 17:23:13. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/13 17:23:14 2023-12-13 17:23:14. (22): Waiting for docker to start up. Current status is running
2023/12/13 17:23:14 2023-12-13 17:23:14. (23): Docker container is running. container_id = b'3b2797bb1d658c5c43d39a930c9aa11d73b9ce06bd3a89ed7c7861a22000dc91', worker_id = worker_15
2023/12/13 17:23:15 2023-12-13 17:23:15. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f73582aac70> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/13 17:23:18 2023-12-13 17:23:18. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/13 17:23:19 2023-12-13 17:23:19. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/13 17:23:20 2023-12-13 17:23:20. (27): Waiting for docker to start up. Current status is running
2023/12/13 17:23:20 2023-12-13 17:23:20. (28): Docker container is running. container_id = b'540c1bc90f9171a16843d310292d803897b77cd3f9fc093cf906144e5b33859f', worker_id = worker_17
2023/12/13 17:23:24 2023-12-13 17:23:24. (29): Completed job in 14.674901008605957 seconds with state DONE.
2023/12/13 17:23:24 Job[go-testjdbcio_postgresreadwrite-960-0a44a1cd-a32e-4a17-a040-8bd994f3ec3e] state: DONE
2023/12/13 17:23:24 🐳 Terminating container: 620d225f895c
2023/12/13 17:23:24 🚫 Container terminated: 620d225f895c
--- PASS: TestJDBCIO_PostgresReadWrite (45.90s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 144.250s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.031s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42639
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp2jy_t36k/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39073
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 37s
261 actionable tasks: 195 executed, 56 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/rtvcrpdly3rko
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4935
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4935/display/redirect>
Changes:
------------------------------------------
[...truncated 1.36 MB...]
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$e0293598-4341-472d-90cf-73529e41c4ec"
>
>
>
coders: <
key: "apJpgyYoOaTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006i\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\217\031\261!sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021A\000OI\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\212^$\367\370\366\360iu(+\022\226U@(\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "apJpgyYoOaVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "apJpgyYoOaVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "apJpgyYoOabeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-a98gJK2CrH3CYEKmNTj1pIHrMgSZqT38uax7v8t-LBA.jar\022@6bdf2024ad82ac7dc26042a63538f5a481eb320499a93dfcb9ac7bbfcb7e2c10"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-a98gJK2CrH3CYEKmNTj1pIHrMgSZqT38uax7v8t-LBA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/13 11:21:55 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702466515417490442
2023/12/13 11:21:58 Prepared job with id: go-testjdbcio_postgresreadwrite-458-6b101819-24fa-47d5-b8a7-b80d41f575e4 and staging token: go-testjdbcio_postgresreadwrite-458-6b101819-24fa-47d5-b8a7-b80d41f575e4
2023/12/13 11:21:58 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-458-6b101819-24fa-47d5-b8a7-b80d41f575e4
2023/12/13 11:21:58 Submitted job: go-testjdbcio_postgresreadwrite-458-6b101819-24fa-47d5-b8a7-b80d41f575e4
2023/12/13 11:21:58 Job[go-testjdbcio_postgresreadwrite-458-6b101819-24fa-47d5-b8a7-b80d41f575e4] state: STOPPED
2023/12/13 11:21:58 Job[go-testjdbcio_postgresreadwrite-458-6b101819-24fa-47d5-b8a7-b80d41f575e4] state: STARTING
2023/12/13 11:21:58 Job[go-testjdbcio_postgresreadwrite-458-6b101819-24fa-47d5-b8a7-b80d41f575e4] state: RUNNING
2023/12/13 11:21:58 2023-12-13 11:21:58. (1): ==================== <function annotate_downstream_side_inputs at 0x7efff5bfcf70> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (2): ==================== <function fix_side_input_pcoll_coders at 0x7efff5bfe0d0> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (3): ==================== <function pack_combiners at 0x7efff5bfe5e0> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (4): ==================== <function lift_combiners at 0x7efff5bfe670> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (5): ==================== <function expand_sdf at 0x7efff5bfe820> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (6): ==================== <function expand_gbk at 0x7efff5bfe8b0> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (7): ==================== <function sink_flattens at 0x7efff5bfe9d0> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (8): ==================== <function greedily_fuse at 0x7efff5bfea60> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (9): ==================== <function read_to_impulse at 0x7efff5bfeaf0> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (10): ==================== <function impulse_to_input at 0x7efff5bfeb80> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (11): ==================== <function sort_stages at 0x7efff5bfedc0> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7efff5bfeee0> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (13): ==================== <function setup_timer_mapping at 0x7efff5bfed30> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (14): ==================== <function populate_data_channel_coders at 0x7efff5bfee50> ====================
2023/12/13 11:21:58 2023-12-13 11:21:58. (15): starting control server on port 44617
2023/12/13 11:21:58 2023-12-13 11:21:58. (16): starting data server on port 33359
2023/12/13 11:21:58 2023-12-13 11:21:58. (17): starting state server on port 45375
2023/12/13 11:21:58 2023-12-13 11:21:58. (18): starting logging server on port 35449
2023/12/13 11:21:58 2023-12-13 11:21:58. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f002b3a1070> for environment apJpgyYoOabeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/13 11:21:58 2023-12-13 11:21:58. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/13 11:21:59 2023-12-13 11:21:59. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/13 11:22:04 2023-12-13 11:22:04. (22): Waiting for docker to start up. Current status is running
2023/12/13 11:22:04 2023-12-13 11:22:04. (23): Docker container is running. container_id = b'5ca5a9caab23b08e860a793b92d3834395d1f758c7be775819fd7e0299a1450d', worker_id = worker_16
2023/12/13 11:22:05 2023-12-13 11:22:05. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f002b30d460> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/13 11:22:06 2023-12-13 11:22:06. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/13 11:22:07 2023-12-13 11:22:07. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/13 11:22:07 2023-12-13 11:22:07. (27): Waiting for docker to start up. Current status is running
2023/12/13 11:22:07 2023-12-13 11:22:07. (28): Docker container is running. container_id = b'0e5d204f0bc0fc26fe4e44a1589efbbb4d0a922359abd58e9d112440f81bd43b', worker_id = worker_17
2023/12/13 11:22:21 2023-12-13 11:22:21. (29): Completed job in 22.416343212127686 seconds with state DONE.
2023/12/13 11:22:21 Job[go-testjdbcio_postgresreadwrite-458-6b101819-24fa-47d5-b8a7-b80d41f575e4] state: DONE
2023/12/13 11:22:21 🐳 Terminating container: 397b2edfe26c
2023/12/13 11:22:21 🚫 Container terminated: 397b2edfe26c
--- PASS: TestJDBCIO_PostgresReadWrite (50.84s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 147.171s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.032s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44247
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpa7qi3kyc/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44563
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 21s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/v3hq7kf46giqc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4934
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4934/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:28 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:29 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:29 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:30 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:31 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:31 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f82088c8280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f82088c8310> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f82088c8a60> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f733eb67f70> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f733eb6a0d0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f733eb6a5e0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f733eb6a670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f733eb6a820> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f733eb6a8b0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f733eb6a9d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f733eb6aa60> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f733eb6aaf0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f733eb6ab80> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f733eb6adc0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f733eb6aee0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f733eb6ad30> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f733eb6ae50> ====================
INFO root:portable_runner.py:543 starting control server on port 42779
INFO root:portable_runner.py:543 starting data server on port 34471
INFO root:portable_runner.py:543 starting state server on port 41005
INFO root:portable_runner.py:543 starting logging server on port 43375
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7373f84c40> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'9839fef66828a8b7338f4ac9afa0bca93a8117eab6caf13c5c0ebd45c65a1d8a', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f7374288040> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:52169')
INFO root:portable_runner.py:543 Requesting worker at localhost:52169
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:41 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:42779.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:50 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 13, 2023 5:39:50 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-b1d6b94f-7f1f-4de8-b487-b49b2771d180 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7264 deselected in 276.37s (0:04:36) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2264246
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2267584.
Stopping expansion service pid: 2267585.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 6s
261 actionable tasks: 174 executed, 77 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/hyui5yn7orroi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4933
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4933/display/redirect>
Changes:
------------------------------------------
[...truncated 1.31 MB...]
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ZBZJuApRocVarIntCoder"
component_coder_ids: "ZBZJuApRocTimestampedValueCoder"
>
>
coders: <
key: "ZBZJuApRocKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ZBZJuApRocVarIntCoder"
component_coder_ids: "ZBZJuApRocIterableCoder"
>
>
coders: <
key: "ZBZJuApRocRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$e48d2139-b090-44b4-bd7f-80cb9527f23e"
>
>
>
coders: <
key: "ZBZJuApRocTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\211\365\301\263sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\206\312\305/\204\016iQ\340P+)\035\335N#\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "ZBZJuApRocVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "ZBZJuApRocVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "ZBZJuApRocbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-a98gJK2CrH3CYEKmNTj1pIHrMgSZqT38uax7v8t-LBA.jar\022@6bdf2024ad82ac7dc26042a63538f5a481eb320499a93dfcb9ac7bbfcb7e2c10"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-a98gJK2CrH3CYEKmNTj1pIHrMgSZqT38uax7v8t-LBA.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/12 23:21:41 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702423301651802307
2023/12/12 23:21:45 Prepared job with id: go-testjdbcio_postgresreadwrite-470-f8f3f137-06b2-4a8a-b4f4-951bae2a2d46 and staging token: go-testjdbcio_postgresreadwrite-470-f8f3f137-06b2-4a8a-b4f4-951bae2a2d46
2023/12/12 23:21:45 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-470-f8f3f137-06b2-4a8a-b4f4-951bae2a2d46
2023/12/12 23:21:45 Submitted job: go-testjdbcio_postgresreadwrite-470-f8f3f137-06b2-4a8a-b4f4-951bae2a2d46
2023/12/12 23:21:45 Job[go-testjdbcio_postgresreadwrite-470-f8f3f137-06b2-4a8a-b4f4-951bae2a2d46] state: STOPPED
2023/12/12 23:21:45 Job[go-testjdbcio_postgresreadwrite-470-f8f3f137-06b2-4a8a-b4f4-951bae2a2d46] state: STARTING
2023/12/12 23:21:45 Job[go-testjdbcio_postgresreadwrite-470-f8f3f137-06b2-4a8a-b4f4-951bae2a2d46] state: RUNNING
2023/12/12 23:21:45 2023-12-12 23:21:45. (1): ==================== <function annotate_downstream_side_inputs at 0x7fdd1e8f6f70> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fdd1e8f90d0> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (3): ==================== <function pack_combiners at 0x7fdd1e8f95e0> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (4): ==================== <function lift_combiners at 0x7fdd1e8f9670> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (5): ==================== <function expand_sdf at 0x7fdd1e8f9820> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (6): ==================== <function expand_gbk at 0x7fdd1e8f98b0> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (7): ==================== <function sink_flattens at 0x7fdd1e8f99d0> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (8): ==================== <function greedily_fuse at 0x7fdd1e8f9a60> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (9): ==================== <function read_to_impulse at 0x7fdd1e8f9af0> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (10): ==================== <function impulse_to_input at 0x7fdd1e8f9b80> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (11): ==================== <function sort_stages at 0x7fdd1e8f9dc0> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fdd1e8f9ee0> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (13): ==================== <function setup_timer_mapping at 0x7fdd1e8f9d30> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (14): ==================== <function populate_data_channel_coders at 0x7fdd1e8f9e50> ====================
2023/12/12 23:21:45 2023-12-12 23:21:45. (15): starting control server on port 36651
2023/12/12 23:21:45 2023-12-12 23:21:45. (16): starting data server on port 36277
2023/12/12 23:21:45 2023-12-12 23:21:45. (17): starting state server on port 42839
2023/12/12 23:21:45 2023-12-12 23:21:45. (18): starting logging server on port 38163
2023/12/12 23:21:45 2023-12-12 23:21:45. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdd4c0d1b20> for environment ZBZJuApRocbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/12 23:21:50 2023-12-12 23:21:50. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/12 23:21:50 2023-12-12 23:21:50. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/12 23:21:53 2023-12-12 23:21:53. (22): Waiting for docker to start up. Current status is running
2023/12/12 23:21:53 2023-12-12 23:21:53. (23): Docker container is running. container_id = b'ed20a130fadae6dc2fa1f017355cb2573040f68e1091ba2792ea0d15b0a48456', worker_id = worker_18
2023/12/12 23:21:54 2023-12-12 23:21:54. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdd4c087a60> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/12 23:21:55 2023-12-12 23:21:55. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/12 23:21:56 2023-12-12 23:21:56. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/12 23:21:56 2023-12-12 23:21:56. (27): Waiting for docker to start up. Current status is running
2023/12/12 23:21:56 2023-12-12 23:21:56. (28): Docker container is running. container_id = b'58db4c886e8eca76568a6cc004bb58f5d8b69cc65ba71a8b21ea2ce9eead47b8', worker_id = worker_19
2023/12/12 23:22:01 2023-12-12 23:22:01. (29): Completed job in 15.100239276885986 seconds with state DONE.
2023/12/12 23:22:01 Job[go-testjdbcio_postgresreadwrite-470-f8f3f137-06b2-4a8a-b4f4-951bae2a2d46] state: DONE
2023/12/12 23:22:01 🐳 Terminating container: 116bd3bece3e
2023/12/12 23:22:01 🚫 Container terminated: 116bd3bece3e
--- PASS: TestJDBCIO_PostgresReadWrite (53.53s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 109.457s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.030s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38179
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmplbefsrw3/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42341
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 9s
261 actionable tasks: 179 executed, 72 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/3wtikwcnlot6k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4932
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4932/display/redirect?page=changes>
Changes:
[noreply] Add utility method to parse labels/base name from a mangled bigquery
------------------------------------------
[...truncated 1.39 MB...]
>
coders: <
key: "vRPzOOQXvGKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "vRPzOOQXvGVarIntCoder"
component_coder_ids: "vRPzOOQXvGTimestampedValueCoder"
>
>
coders: <
key: "vRPzOOQXvGKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "vRPzOOQXvGVarIntCoder"
component_coder_ids: "vRPzOOQXvGIterableCoder"
>
>
coders: <
key: "vRPzOOQXvGRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$47839bc8-5fb2-433b-b5ca-292d2eb707a3"
>
>
>
coders: <
key: "vRPzOOQXvGTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006h\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\312X\377_sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\030\022\000\000xr\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\226\343\251\t4\374'Y?g=\234\031/I\311\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "vRPzOOQXvGVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "vRPzOOQXvGVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "vRPzOOQXvGbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-K1w3f6ei2GYjlHaZ2xekSsazZ9tdQT-RcBngtX0s_r8.jar\022@2b5c377fa7a2d86623947699db17a44ac6b367db5d413f917019e0b57d2cfebf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-K1w3f6ei2GYjlHaZ2xekSsazZ9tdQT-RcBngtX0s_r8.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/12 17:21:30 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1702401690047514454
2023/12/12 17:21:32 Prepared job with id: go-testjdbcio_postgresreadwrite-228-e0fb79e3-c4c3-4f79-9b26-0e1996a94ccb and staging token: go-testjdbcio_postgresreadwrite-228-e0fb79e3-c4c3-4f79-9b26-0e1996a94ccb
2023/12/12 17:21:33 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-228-e0fb79e3-c4c3-4f79-9b26-0e1996a94ccb
2023/12/12 17:21:33 Submitted job: go-testjdbcio_postgresreadwrite-228-e0fb79e3-c4c3-4f79-9b26-0e1996a94ccb
2023/12/12 17:21:33 Job[go-testjdbcio_postgresreadwrite-228-e0fb79e3-c4c3-4f79-9b26-0e1996a94ccb] state: STOPPED
2023/12/12 17:21:33 Job[go-testjdbcio_postgresreadwrite-228-e0fb79e3-c4c3-4f79-9b26-0e1996a94ccb] state: STARTING
2023/12/12 17:21:33 Job[go-testjdbcio_postgresreadwrite-228-e0fb79e3-c4c3-4f79-9b26-0e1996a94ccb] state: RUNNING
2023/12/12 17:21:33 2023-12-12 17:21:33. (1): ==================== <function annotate_downstream_side_inputs at 0x7f95e683af70> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f95e683d0d0> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (3): ==================== <function pack_combiners at 0x7f95e683d5e0> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (4): ==================== <function lift_combiners at 0x7f95e683d670> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (5): ==================== <function expand_sdf at 0x7f95e683d820> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (6): ==================== <function expand_gbk at 0x7f95e683d8b0> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (7): ==================== <function sink_flattens at 0x7f95e683d9d0> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (8): ==================== <function greedily_fuse at 0x7f95e683da60> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (9): ==================== <function read_to_impulse at 0x7f95e683daf0> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (10): ==================== <function impulse_to_input at 0x7f95e683db80> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (11): ==================== <function sort_stages at 0x7f95e683ddc0> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f95e683dee0> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (13): ==================== <function setup_timer_mapping at 0x7f95e683dd30> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (14): ==================== <function populate_data_channel_coders at 0x7f95e683de50> ====================
2023/12/12 17:21:33 2023-12-12 17:21:33. (15): starting control server on port 37497
2023/12/12 17:21:33 2023-12-12 17:21:33. (16): starting data server on port 39371
2023/12/12 17:21:33 2023-12-12 17:21:33. (17): starting state server on port 46033
2023/12/12 17:21:33 2023-12-12 17:21:33. (18): starting logging server on port 34749
2023/12/12 17:21:33 2023-12-12 17:21:33. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f961b50c850> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/12 17:21:33 2023-12-12 17:21:33. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/12 17:21:33 2023-12-12 17:21:33. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/12 17:21:38 2023-12-12 17:21:38. (22): Waiting for docker to start up. Current status is running
2023/12/12 17:21:38 2023-12-12 17:21:38. (23): Docker container is running. container_id = b'54d69932aadae942f8ff960cde9bb57d2d05071036e473b30fd4b2d136a4582b', worker_id = worker_14
2023/12/12 17:21:39 2023-12-12 17:21:39. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f961b51a160> for environment vRPzOOQXvGbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/12 17:21:40 2023-12-12 17:21:40. (25): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/12 17:21:41 2023-12-12 17:21:41. (26): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/12 17:21:41 2023-12-12 17:21:41. (27): Waiting for docker to start up. Current status is running
2023/12/12 17:21:41 2023-12-12 17:21:41. (28): Docker container is running. container_id = b'af6986029bd2995a4ee2a7d1698559bd2cca1e3863659578ab1214af95ee7003', worker_id = worker_15
2023/12/12 17:21:48 2023-12-12 17:21:48. (29): Completed job in 15.72497296333313 seconds with state DONE.
2023/12/12 17:21:48 Job[go-testjdbcio_postgresreadwrite-228-e0fb79e3-c4c3-4f79-9b26-0e1996a94ccb] state: DONE
2023/12/12 17:21:49 🐳 Terminating container: 457fd43fc261
2023/12/12 17:21:51 🚫 Container terminated: 457fd43fc261
--- PASS: TestJDBCIO_PostgresReadWrite (52.40s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 107.770s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.024s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45385
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp57mgbvfn/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 40199
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 35s
261 actionable tasks: 183 executed, 68 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/hk5evhcf43jqw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4931
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4931/display/redirect>
Changes:
------------------------------------------
[...truncated 1.79 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:27 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:27 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:28 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:29 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:29 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:30 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fadc1ca9280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fadc1ca9310> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fadc1ca9a60> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fd615455f70> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fd6154580d0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fd6154585e0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fd615458670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fd615458820> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fd6154588b0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fd6154589d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fd615458a60> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fd615458af0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fd615458b80> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fd615458dc0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fd615458ee0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fd615458d30> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fd615458e50> ====================
INFO root:portable_runner.py:543 starting control server on port 33093
INFO root:portable_runner.py:543 starting data server on port 45139
INFO root:portable_runner.py:543 starting state server on port 40499
INFO root:portable_runner.py:543 starting logging server on port 33451
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd649adcca0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'93c0656e8b28d10af676b707678b13a9a6c3b501870226aedc7df21257cfad9e', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fd649afffa0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46441')
INFO root:portable_runner.py:543 Requesting worker at localhost:46441
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:39 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:33093.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:48 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 11:39:48 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-0627208c-9ac7-463c-8eea-7fcce368e349 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7264 deselected in 277.10s (0:04:37) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1225424
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1228754.
Stopping expansion service pid: 1228755.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 6s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/tjcb7xw5xtg7e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4930
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4930/display/redirect>
Changes:
------------------------------------------
[...truncated 1.62 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@68e965f5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6f27a732
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:38:58 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:38:58 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:38:59 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:39:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:39:00 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:39:01 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f27d167a280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f27d167a310> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f27d167aa60> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f8d53eb5f70> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f8d53eb80d0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f8d53eb85e0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f8d53eb8670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f8d53eb8820> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f8d53eb88b0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f8d53eb89d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f8d53eb8a60> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f8d53eb8af0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f8d53eb8b80> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f8d53eb8dc0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f8d53eb8ee0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f8d53eb8d30> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f8d53eb8e50> ====================
INFO root:portable_runner.py:543 starting control server on port 42547
INFO root:portable_runner.py:543 starting data server on port 35287
INFO root:portable_runner.py:543 starting state server on port 35895
INFO root:portable_runner.py:543 starting logging server on port 42883
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8d8c9ca340> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'514ffe25027c7afcca6a17354bb422fe8ce94a337a473e0fab80947bf5c8757c', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f8d504f4fa0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:56275')
INFO root:portable_runner.py:543 Requesting worker at localhost:56275
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:39:10 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:42547.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:39:20 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 12, 2023 5:39:20 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-361e0845-25fc-49c4-a030-f9fd29c28d3d failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7264 deselected in 277.71s (0:04:37) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 917079
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 917597.
Stopping expansion service pid: 917598.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 36s
261 actionable tasks: 179 executed, 72 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/votxu2zvvwghq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4929
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4929/display/redirect>
Changes:
------------------------------------------
[...truncated 1.77 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@68e965f5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6f27a732
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:38:52 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:38:53 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:38:53 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:38:55 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:38:55 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:38:55 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fb0f8428af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fb0f8428b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fb0f8426310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f8f3b1d5820> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f8f3b1d5940> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f8f3b1d5e50> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f8f3b1d5ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f8f3b1d60d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f8f3b1d6160> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f8f3b1d6280> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f8f3b1d6310> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f8f3b1d63a0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f8f3b1d6430> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f8f3b1d6670> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f8f3b1d6790> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f8f3b1d65e0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f8f3b1d6700> ====================
INFO root:portable_runner.py:543 starting control server on port 45035
INFO root:portable_runner.py:543 starting data server on port 42411
INFO root:portable_runner.py:543 starting state server on port 41919
INFO root:portable_runner.py:543 starting logging server on port 45695
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8f70995fa0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'f10e871d42b9fc60692bb86ec96b0a978a377dbd8225dbb2f1a41149cd1b20d4', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f8f708405b0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:42523')
INFO root:portable_runner.py:543 Requesting worker at localhost:42523
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:39:05 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:45035.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:39:14 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:39:14 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-7f5966d3-215d-4288-ae4b-7456ef00bad6 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 17 skipped, 7264 deselected in 277.52s (0:04:37) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 634211
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 634795.
Stopping expansion service pid: 634796.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 29s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/d7hj3sn5tjjto
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4928
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4928/display/redirect?page=changes>
Changes:
[noreply] Add per test timeout in recently changed dataflow legacy worker tests
------------------------------------------
[...truncated 1.36 MB...]
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$3134a750-5a46-4015-8cac-b7247e9d0bdb"
>
>
>
coders: <
key: "COQcnKjtoETimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\317\344\310wsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\2136W\212E\261\340\363.\210\262|S\344GX\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "COQcnKjtoEVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "COQcnKjtoEVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "COQcnKjtoEbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-uRR2VhysEKTcA1ccAzh8d5HpIesnyO5neYg_3waN41g.jar\022@b91476561cac10a4dc03571c03387c7791e921eb27c8ee6779883fdf068de358"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-uRR2VhysEKTcA1ccAzh8d5HpIesnyO5neYg_3waN41g.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/11 17:24:50 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702315490278417494
2023/12/11 17:24:53 Prepared job with id: go-testjdbcio_postgresreadwrite-73-ffcbc1f8-5ff5-4825-9046-9626d24f2baa and staging token: go-testjdbcio_postgresreadwrite-73-ffcbc1f8-5ff5-4825-9046-9626d24f2baa
2023/12/11 17:24:53 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-73-ffcbc1f8-5ff5-4825-9046-9626d24f2baa
2023/12/11 17:24:53 Submitted job: go-testjdbcio_postgresreadwrite-73-ffcbc1f8-5ff5-4825-9046-9626d24f2baa
2023/12/11 17:24:53 Job[go-testjdbcio_postgresreadwrite-73-ffcbc1f8-5ff5-4825-9046-9626d24f2baa] state: STOPPED
2023/12/11 17:24:53 Job[go-testjdbcio_postgresreadwrite-73-ffcbc1f8-5ff5-4825-9046-9626d24f2baa] state: STARTING
2023/12/11 17:24:53 Job[go-testjdbcio_postgresreadwrite-73-ffcbc1f8-5ff5-4825-9046-9626d24f2baa] state: RUNNING
2023/12/11 17:24:53 2023-12-11 17:24:53. (1): ==================== <function annotate_downstream_side_inputs at 0x7fa5aaec0820> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fa5aaec0940> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (3): ==================== <function pack_combiners at 0x7fa5aaec0e50> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (4): ==================== <function lift_combiners at 0x7fa5aaec0ee0> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (5): ==================== <function expand_sdf at 0x7fa5aaec10d0> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (6): ==================== <function expand_gbk at 0x7fa5aaec1160> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (7): ==================== <function sink_flattens at 0x7fa5aaec1280> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (8): ==================== <function greedily_fuse at 0x7fa5aaec1310> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (9): ==================== <function read_to_impulse at 0x7fa5aaec13a0> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (10): ==================== <function impulse_to_input at 0x7fa5aaec1430> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (11): ==================== <function sort_stages at 0x7fa5aaec1670> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fa5aaec1790> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (13): ==================== <function setup_timer_mapping at 0x7fa5aaec15e0> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (14): ==================== <function populate_data_channel_coders at 0x7fa5aaec1700> ====================
2023/12/11 17:24:53 2023-12-11 17:24:53. (15): starting control server on port 44607
2023/12/11 17:24:53 2023-12-11 17:24:53. (16): starting data server on port 36267
2023/12/11 17:24:53 2023-12-11 17:24:53. (17): starting state server on port 37993
2023/12/11 17:24:53 2023-12-11 17:24:53. (18): starting logging server on port 35411
2023/12/11 17:24:53 2023-12-11 17:24:53. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa5e06517c0> for environment COQcnKjtoEbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/11 17:25:07 2023-12-11 17:25:07. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/11 17:25:07 2023-12-11 17:25:07. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/11 17:25:10 2023-12-11 17:25:10. (22): Waiting for docker to start up. Current status is running
2023/12/11 17:25:10 2023-12-11 17:25:10. (23): Docker container is running. container_id = b'fe694c3f3f3eadadb8cd00d51ab98ffe704bc119dbd9e10481a19a9240b7227b', worker_id = worker_17
2023/12/11 17:25:11 2023-12-11 17:25:11. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa5e0623550> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/11 17:25:15 2023-12-11 17:25:15. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/11 17:25:16 2023-12-11 17:25:16. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/11 17:25:18 2023-12-11 17:25:18. (27): Waiting for docker to start up. Current status is running
2023/12/11 17:25:18 2023-12-11 17:25:18. (28): Docker container is running. container_id = b'edd79f7e30c4de02c28852d17cf13efb24545e730221620bfd6aad2c7183b858', worker_id = worker_19
2023/12/11 17:25:22 2023-12-11 17:25:22. (29): Completed job in 29.394532203674316 seconds with state DONE.
2023/12/11 17:25:22 Job[go-testjdbcio_postgresreadwrite-73-ffcbc1f8-5ff5-4825-9046-9626d24f2baa] state: DONE
2023/12/11 17:25:22 🐳 Terminating container: c50fb5d62d4e
2023/12/11 17:25:23 🚫 Container terminated: c50fb5d62d4e
--- PASS: TestJDBCIO_PostgresReadWrite (70.27s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 147.090s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33159
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpnyu1s66m/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 43129
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 32m 49s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/g2vqsxsjtbgwy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4927
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4927/display/redirect>
Changes:
------------------------------------------
[...truncated 1.76 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@68e965f5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6f27a732
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:21 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:21 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:22 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:24 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:24 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:24 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fa988f14af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fa988f14b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fa988f18310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f90dcfd4820> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f90dcfd4940> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f90dcfd4e50> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f90dcfd4ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f90dcfd50d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f90dcfd5160> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f90dcfd5280> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f90dcfd5310> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f90dcfd53a0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f90dcfd5430> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f90dcfd5670> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f90dcfd5790> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f90dcfd55e0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f90dcfd5700> ====================
INFO root:portable_runner.py:543 starting control server on port 45653
INFO root:portable_runner.py:543 starting data server on port 32979
INFO root:portable_runner.py:543 starting state server on port 36337
INFO root:portable_runner.py:543 starting logging server on port 38399
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f91126f2040> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'5c4137d34da165b8cab0507da0e639ffa8f35f052b64b503c293704c6a214405', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f90dc64d310> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:46597')
INFO root:portable_runner.py:543 Requesting worker at localhost:46597
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:36 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:45653.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:45 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 11, 2023 11:41:45 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-22b71bb2-5f21-4220-a630-0fade9ae5455 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7220 deselected in 303.47s (0:05:03) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3879065
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3887552.
Stopping expansion service pid: 3887553.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 32m 5s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/7jdfoe5p34mko
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4926
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4926/display/redirect>
Changes:
------------------------------------------
[...truncated 1.36 MB...]
>
component_coder_ids: "fRXciCdJiQVarIntCoder"
component_coder_ids: "fRXciCdJiQRowCoder"
>
>
coders: <
key: "fRXciCdJiQKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "fRXciCdJiQVarIntCoder"
component_coder_ids: "fRXciCdJiQTimestampedValueCoder"
>
>
coders: <
key: "fRXciCdJiQKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "fRXciCdJiQVarIntCoder"
component_coder_ids: "fRXciCdJiQIterableCoder"
>
>
coders: <
key: "fRXciCdJiQRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$7c4c8f2d-8842-42fc-8fe9-b93c22fe4ef0"
>
>
>
coders: <
key: "fRXciCdJiQTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\373\376a\260sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\244\t\3654\370\273\236\0239\000\016/\320\345Mf\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "fRXciCdJiQVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "fRXciCdJiQVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "fRXciCdJiQbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-uRR2VhysEKTcA1ccAzh8d5HpIesnyO5neYg_3waN41g.jar\022@b91476561cac10a4dc03571c03387c7791e921eb27c8ee6779883fdf068de358"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-uRR2VhysEKTcA1ccAzh8d5HpIesnyO5neYg_3waN41g.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/11 05:21:55 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702272115468516416
2023/12/11 05:21:58 Prepared job with id: go-testjdbcio_postgresreadwrite-195-28b18796-2216-44c9-a5ba-8d74f878dd5a and staging token: go-testjdbcio_postgresreadwrite-195-28b18796-2216-44c9-a5ba-8d74f878dd5a
2023/12/11 05:21:58 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-195-28b18796-2216-44c9-a5ba-8d74f878dd5a
2023/12/11 05:21:58 Submitted job: go-testjdbcio_postgresreadwrite-195-28b18796-2216-44c9-a5ba-8d74f878dd5a
2023/12/11 05:21:58 2023-12-11 05:21:58. (5): ==================== <function expand_sdf at 0x7fb9563950d0> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (6): ==================== <function expand_gbk at 0x7fb956395160> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (7): ==================== <function sink_flattens at 0x7fb956395280> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (8): ==================== <function greedily_fuse at 0x7fb956395310> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (9): ==================== <function read_to_impulse at 0x7fb9563953a0> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (10): ==================== <function impulse_to_input at 0x7fb956395430> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (11): ==================== <function sort_stages at 0x7fb956395670> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fb956395790> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (13): ==================== <function setup_timer_mapping at 0x7fb9563955e0> ====================
2023/12/11 05:21:58 2023-12-11 05:21:58. (14): ==================== <function populate_data_channel_coders at 0x7fb956395700> ====================
2023/12/11 05:21:58 Job[go-testjdbcio_postgresreadwrite-195-28b18796-2216-44c9-a5ba-8d74f878dd5a] state: STOPPED
2023/12/11 05:21:58 Job[go-testjdbcio_postgresreadwrite-195-28b18796-2216-44c9-a5ba-8d74f878dd5a] state: STARTING
2023/12/11 05:21:58 Job[go-testjdbcio_postgresreadwrite-195-28b18796-2216-44c9-a5ba-8d74f878dd5a] state: RUNNING
2023/12/11 05:21:58 2023-12-11 05:21:58. (15): starting control server on port 46421
2023/12/11 05:21:58 2023-12-11 05:21:58. (16): starting data server on port 41503
2023/12/11 05:21:58 2023-12-11 05:21:58. (17): starting state server on port 39345
2023/12/11 05:21:58 2023-12-11 05:21:58. (18): starting logging server on port 34289
2023/12/11 05:21:58 2023-12-11 05:21:58. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb98ba43160> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/11 05:22:06 2023-12-11 05:22:06. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/11 05:22:07 2023-12-11 05:22:07. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/11 05:22:08 2023-12-11 05:22:08. (22): Waiting for docker to start up. Current status is running
2023/12/11 05:22:08 2023-12-11 05:22:08. (23): Docker container is running. container_id = b'c1d7adb2d4be94f6773078de9110a81903ff9153b5b180cb4269f976d9b500e4', worker_id = worker_17
2023/12/11 05:22:09 2023-12-11 05:22:09. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fb98ba4d400> for environment fRXciCdJiQbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/11 05:22:12 2023-12-11 05:22:12. (25): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/11 05:22:12 2023-12-11 05:22:12. (26): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/11 05:22:14 2023-12-11 05:22:14. (27): Waiting for docker to start up. Current status is running
2023/12/11 05:22:14 2023-12-11 05:22:14. (28): Docker container is running. container_id = b'e31781ad84170234e56dc4c6832fbe9a01563ce9ada8527d487fe6d7fafe3159', worker_id = worker_19
2023/12/11 05:22:21 2023-12-11 05:22:21. (29): Completed job in 22.793806076049805 seconds with state DONE.
2023/12/11 05:22:21 Job[go-testjdbcio_postgresreadwrite-195-28b18796-2216-44c9-a5ba-8d74f878dd5a] state: DONE
2023/12/11 05:22:21 🐳 Terminating container: 4c771aee21f3
2023/12/11 05:22:22 🚫 Container terminated: 4c771aee21f3
--- PASS: TestJDBCIO_PostgresReadWrite (55.51s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 142.389s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41325
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpec01cjas/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33267
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 44s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/r5jjpyvfeyzwe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4925
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4925/display/redirect?page=changes>
Changes:
[noreply] Pass Java SchemaTransform descriptions to Python SDK (#29606)
------------------------------------------
[...truncated 1.76 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@68e965f5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6f27a732
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:08 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:08 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:08 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:10 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:10 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:10 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fd8469a0af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fd8469a0b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fd8469a2310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fc816cfb820> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fc816cfb940> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fc816cfbe50> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fc816cfbee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fc816cfc0d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fc816cfc160> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fc816cfc280> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fc816cfc310> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fc816cfc3a0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fc816cfc430> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fc816cfc670> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fc816cfc790> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fc816cfc5e0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fc816cfc700> ====================
INFO root:portable_runner.py:543 starting control server on port 41693
INFO root:portable_runner.py:543 starting data server on port 39659
INFO root:portable_runner.py:543 starting state server on port 44495
INFO root:portable_runner.py:543 starting logging server on port 37333
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fc84c4b5ac0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'43a938f1bfb14e56922382999e0dfe5c28a4c4db569d4a4103404b4a658e3d0e', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fc84c4bd460> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:39321')
INFO root:portable_runner.py:543 Requesting worker at localhost:39321
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:21 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:41693.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:30 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 11:40:30 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-0ac8bcc4-c92e-47d4-9f88-9429d7d2424f failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7220 deselected in 279.17s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2912144
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2913813.
Stopping expansion service pid: 2913814.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 48s
261 actionable tasks: 181 executed, 70 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/cbofa6mkivz4s
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4924
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4924/display/redirect>
Changes:
------------------------------------------
[...truncated 1.65 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:06 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:06 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:06 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:08 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:08 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:08 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fc127239af0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fc127239b80> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fc12723f310> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f7824413820> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f7824413940> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f7824413e50> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f7824413ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f78244150d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f7824415160> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f7824415280> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f7824415310> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f78244153a0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f7824415430> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f7824415670> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f7824415790> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f78244155e0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f7824415700> ====================
INFO root:portable_runner.py:543 starting control server on port 42485
INFO root:portable_runner.py:543 starting data server on port 43515
INFO root:portable_runner.py:543 starting state server on port 41141
INFO root:portable_runner.py:543 starting logging server on port 35203
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7859a43640> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'495f51cfc1c57a5bb5dcf56e78cdfc466e8b7c177f9063eba5f0460df165ecbe', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f7859b5c460> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:59549')
INFO root:portable_runner.py:543 Requesting worker at localhost:59549
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:18 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:42485.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:27 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 10, 2023 5:39:27 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-8b73f73a-9631-444d-b87f-bcaaab7795fe failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7220 deselected in 272.83s (0:04:32) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2628256
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2630666.
Stopping expansion service pid: 2630667.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 44s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/qbeixlkjfqlq6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4923
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4923/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
coders: <
key: "AKRqOjDYxlRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$d2d30106-35c1-486e-a45d-e0cb598551d4"
>
>
>
coders: <
key: "AKRqOjDYxlTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\222\207t\206sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\217\023'\337kR\327\262\004\006Nn\3400A>\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "AKRqOjDYxlVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "AKRqOjDYxlVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "AKRqOjDYxlbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-qwTMCVM9spPNvFXnJzujtA5bUbsHhkoGXEJA15ekkaQ.jar\022@ab04cc09533db293cdbc55e7273ba3b40e5b51bb07864a065c4240d797a491a4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-qwTMCVM9spPNvFXnJzujtA5bUbsHhkoGXEJA15ekkaQ.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/10 11:21:29 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702207289819466009
2023/12/10 11:21:32 Prepared job with id: go-testjdbcio_postgresreadwrite-50-22079125-db26-4083-bba6-5ada0c47fa9a and staging token: go-testjdbcio_postgresreadwrite-50-22079125-db26-4083-bba6-5ada0c47fa9a
2023/12/10 11:21:32 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-50-22079125-db26-4083-bba6-5ada0c47fa9a
2023/12/10 11:21:32 Submitted job: go-testjdbcio_postgresreadwrite-50-22079125-db26-4083-bba6-5ada0c47fa9a
2023/12/10 11:21:32 2023-12-10 11:21:32. (5): ==================== <function expand_sdf at 0x7f069e0810d0> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (6): ==================== <function expand_gbk at 0x7f069e081160> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (7): ==================== <function sink_flattens at 0x7f069e081280> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (8): ==================== <function greedily_fuse at 0x7f069e081310> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (9): ==================== <function read_to_impulse at 0x7f069e0813a0> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (10): ==================== <function impulse_to_input at 0x7f069e081430> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (11): ==================== <function sort_stages at 0x7f069e081670> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f069e081790> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (13): ==================== <function setup_timer_mapping at 0x7f069e0815e0> ====================
2023/12/10 11:21:32 2023-12-10 11:21:32. (14): ==================== <function populate_data_channel_coders at 0x7f069e081700> ====================
2023/12/10 11:21:32 Job[go-testjdbcio_postgresreadwrite-50-22079125-db26-4083-bba6-5ada0c47fa9a] state: STOPPED
2023/12/10 11:21:32 Job[go-testjdbcio_postgresreadwrite-50-22079125-db26-4083-bba6-5ada0c47fa9a] state: STARTING
2023/12/10 11:21:32 Job[go-testjdbcio_postgresreadwrite-50-22079125-db26-4083-bba6-5ada0c47fa9a] state: RUNNING
2023/12/10 11:21:32 2023-12-10 11:21:32. (15): starting control server on port 45313
2023/12/10 11:21:32 2023-12-10 11:21:32. (16): starting data server on port 37655
2023/12/10 11:21:32 2023-12-10 11:21:32. (17): starting state server on port 43637
2023/12/10 11:21:32 2023-12-10 11:21:32. (18): starting logging server on port 37721
2023/12/10 11:21:32 2023-12-10 11:21:32. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f06d25f0490> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/10 11:21:36 2023-12-10 11:21:36. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/10 11:21:36 2023-12-10 11:21:36. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/10 11:21:37 2023-12-10 11:21:37. (22): Waiting for docker to start up. Current status is running
2023/12/10 11:21:37 2023-12-10 11:21:37. (23): Docker container is running. container_id = b'f1e5045aa44a8b3c635f47f0f1296650a37647e8ee12f60df09f45da68bb092a', worker_id = worker_17
2023/12/10 11:21:38 2023-12-10 11:21:38. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f06d25d97c0> for environment AKRqOjDYxlbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/10 11:21:41 2023-12-10 11:21:41. (25): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/10 11:21:41 2023-12-10 11:21:41. (26): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/10 11:21:43 2023-12-10 11:21:43. (27): Waiting for docker to start up. Current status is running
2023/12/10 11:21:43 2023-12-10 11:21:43. (28): Docker container is running. container_id = b'4aaf0a4b19fc7041bd753b07b650cca638211ea48e3e517490458c6384446c32', worker_id = worker_19
2023/12/10 11:21:50 2023-12-10 11:21:50. (29): Completed job in 17.485677003860474 seconds with state DONE.
2023/12/10 11:21:50 Job[go-testjdbcio_postgresreadwrite-50-22079125-db26-4083-bba6-5ada0c47fa9a] state: DONE
2023/12/10 11:21:50 🐳 Terminating container: b62ca46e46e0
2023/12/10 11:21:50 🚫 Container terminated: b62ca46e46e0
--- PASS: TestJDBCIO_PostgresReadWrite (45.16s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 149.163s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.080s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33265
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpck8jnc9x/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 43581
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 56s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/jmbac2zep2fho
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4922
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4922/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$a63cc1bf-b86b-4ec4-b5eb-e5a29154046a"
>
>
>
coders: <
key: "JzeyuAdxONTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006f\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\222\207t\206sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016@xp\267Ku\206\254\350\320\313w\345k\223\207rII\310\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "JzeyuAdxONVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "JzeyuAdxONVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "JzeyuAdxONbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-qwTMCVM9spPNvFXnJzujtA5bUbsHhkoGXEJA15ekkaQ.jar\022@ab04cc09533db293cdbc55e7273ba3b40e5b51bb07864a065c4240d797a491a4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-qwTMCVM9spPNvFXnJzujtA5bUbsHhkoGXEJA15ekkaQ.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/10 05:21:56 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702185716808882504
2023/12/10 05:21:59 Prepared job with id: go-testjdbcio_postgresreadwrite-734-1ce20f7d-ea9d-469a-8371-55b38402740c and staging token: go-testjdbcio_postgresreadwrite-734-1ce20f7d-ea9d-469a-8371-55b38402740c
2023/12/10 05:21:59 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-734-1ce20f7d-ea9d-469a-8371-55b38402740c
2023/12/10 05:21:59 Submitted job: go-testjdbcio_postgresreadwrite-734-1ce20f7d-ea9d-469a-8371-55b38402740c
2023/12/10 05:21:59 Job[go-testjdbcio_postgresreadwrite-734-1ce20f7d-ea9d-469a-8371-55b38402740c] state: STOPPED
2023/12/10 05:21:59 Job[go-testjdbcio_postgresreadwrite-734-1ce20f7d-ea9d-469a-8371-55b38402740c] state: STARTING
2023/12/10 05:21:59 Job[go-testjdbcio_postgresreadwrite-734-1ce20f7d-ea9d-469a-8371-55b38402740c] state: RUNNING
2023/12/10 05:21:59 2023-12-10 05:21:59. (1): ==================== <function annotate_downstream_side_inputs at 0x7f8d066ea820> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f8d066ea940> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (3): ==================== <function pack_combiners at 0x7f8d066eae50> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (4): ==================== <function lift_combiners at 0x7f8d066eaee0> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (5): ==================== <function expand_sdf at 0x7f8d066eb0d0> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (6): ==================== <function expand_gbk at 0x7f8d066eb160> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (7): ==================== <function sink_flattens at 0x7f8d066eb280> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (8): ==================== <function greedily_fuse at 0x7f8d066eb310> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (9): ==================== <function read_to_impulse at 0x7f8d066eb3a0> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (10): ==================== <function impulse_to_input at 0x7f8d066eb430> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (11): ==================== <function sort_stages at 0x7f8d066eb670> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f8d066eb790> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (13): ==================== <function setup_timer_mapping at 0x7f8d066eb5e0> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (14): ==================== <function populate_data_channel_coders at 0x7f8d066eb700> ====================
2023/12/10 05:21:59 2023-12-10 05:21:59. (15): starting control server on port 40091
2023/12/10 05:21:59 2023-12-10 05:21:59. (16): starting data server on port 34813
2023/12/10 05:21:59 2023-12-10 05:21:59. (17): starting state server on port 34347
2023/12/10 05:21:59 2023-12-10 05:21:59. (18): starting logging server on port 41211
2023/12/10 05:21:59 2023-12-10 05:21:59. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8d3afd0a90> for environment JzeyuAdxONbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/10 05:22:03 2023-12-10 05:22:03. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/10 05:22:04 2023-12-10 05:22:04. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/10 05:22:05 2023-12-10 05:22:05. (22): Waiting for docker to start up. Current status is running
2023/12/10 05:22:05 2023-12-10 05:22:05. (23): Docker container is running. container_id = b'69dd6e691b047dce92b12366466fdd269af48faf139c01ee6aa76727f13ce4ba', worker_id = worker_17
2023/12/10 05:22:06 2023-12-10 05:22:06. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8d3afb0df0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/10 05:22:08 2023-12-10 05:22:08. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/10 05:22:09 2023-12-10 05:22:09. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/10 05:22:10 2023-12-10 05:22:10. (27): Waiting for docker to start up. Current status is running
2023/12/10 05:22:10 2023-12-10 05:22:10. (28): Docker container is running. container_id = b'61bed683daa14c62f283ffc7aee6864693b57da5f46751046b1f0e40b9f78a48', worker_id = worker_19
2023/12/10 05:22:13 2023-12-10 05:22:13. (29): Completed job in 14.257669925689697 seconds with state DONE.
2023/12/10 05:22:13 Job[go-testjdbcio_postgresreadwrite-734-1ce20f7d-ea9d-469a-8371-55b38402740c] state: DONE
2023/12/10 05:22:13 🐳 Terminating container: 5662a451375e
2023/12/10 05:22:14 🚫 Container terminated: 5662a451375e
--- PASS: TestJDBCIO_PostgresReadWrite (49.29s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 140.272s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41041
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpb9of4xet/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 37455
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 44s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/eafaspjyjltm2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4921
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4921/display/redirect>
Changes:
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:36 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:37 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:37 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:39 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:39 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:39 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f1588790e50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f1588790ee0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f1588795670> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f7000bcc820> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f7000bcc940> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f7000bcce50> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f7000bccee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f7000bcd0d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f7000bcd160> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f7000bcd280> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f7000bcd310> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f7000bcd3a0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f7000bcd430> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f7000bcd670> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f7000bcd790> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f7000bcd5e0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f7000bcd700> ====================
INFO root:portable_runner.py:543 starting control server on port 40763
INFO root:portable_runner.py:543 starting data server on port 43423
INFO root:portable_runner.py:543 starting state server on port 39019
INFO root:portable_runner.py:543 starting logging server on port 45497
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7035bd15b0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'9a45a7bf2fb733c13ceda425709d3d396a2232ec93757cbbee61dfabdcb27ba2', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f7035bc7640> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:47959')
INFO root:portable_runner.py:543 Requesting worker at localhost:47959
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:49 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40763.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:57 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 11:38:57 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-ca7f8dcf-6eee-4a24-86a8-880387f3406f failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7220 deselected in 271.05s (0:04:31) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1566459
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1568310.
Stopping expansion service pid: 1568311.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 14s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/rgzdnr6grkeay
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4920
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4920/display/redirect?page=changes>
Changes:
[noreply] Mock packages instead of installing for pydocs (#29692)
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:01 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:01 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:01 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:03 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:03 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:03 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f4896c35e50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f4896c35ee0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f4896c36670> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f6785361820> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f6785361940> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f6785361e50> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f6785361ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f67853620d0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f6785362160> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f6785362280> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f6785362310> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f67853623a0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f6785362430> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f6785362670> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f6785362790> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f67853625e0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f6785362700> ====================
INFO root:portable_runner.py:543 starting control server on port 32869
INFO root:portable_runner.py:543 starting data server on port 37035
INFO root:portable_runner.py:543 starting state server on port 42593
INFO root:portable_runner.py:543 starting logging server on port 41631
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f67b92c1790> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'9ec6dc72019d104bb3b2301b18dce83b7fa7a382b64adf1ae69e58d9d9145801', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f67baa77040> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:48193')
INFO root:portable_runner.py:543 Requesting worker at localhost:48193
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:14 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:32869.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:22 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 09, 2023 5:39:22 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-b572c6d0-09ea-4110-b8ec-5d620ad79cec failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7220 deselected in 274.24s (0:04:34) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1218877
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1221243.
Stopping expansion service pid: 1221244.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 39s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/p34xyiygql4bs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4919
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4919/display/redirect>
Changes:
------------------------------------------
[...truncated 1.35 MB...]
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$e1d742a6-26cb-42da-918b-1dba21d570c7"
>
>
>
coders: <
key: "EDOIeftxfnTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000FB\374\304sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\215EV\217-;\031Z\253m\2678\014$NK\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "EDOIeftxfnVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "EDOIeftxfnVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "EDOIeftxfnbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-qwTMCVM9spPNvFXnJzujtA5bUbsHhkoGXEJA15ekkaQ.jar\022@ab04cc09533db293cdbc55e7273ba3b40e5b51bb07864a065c4240d797a491a4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-qwTMCVM9spPNvFXnJzujtA5bUbsHhkoGXEJA15ekkaQ.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/09 11:22:06 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702120926756911587
2023/12/09 11:22:09 Prepared job with id: go-testjdbcio_postgresreadwrite-897-177350df-5e7b-470f-81a3-0cab5f2a2a3b and staging token: go-testjdbcio_postgresreadwrite-897-177350df-5e7b-470f-81a3-0cab5f2a2a3b
2023/12/09 11:22:09 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-897-177350df-5e7b-470f-81a3-0cab5f2a2a3b
2023/12/09 11:22:09 Submitted job: go-testjdbcio_postgresreadwrite-897-177350df-5e7b-470f-81a3-0cab5f2a2a3b
2023/12/09 11:22:09 Job[go-testjdbcio_postgresreadwrite-897-177350df-5e7b-470f-81a3-0cab5f2a2a3b] state: STOPPED
2023/12/09 11:22:09 Job[go-testjdbcio_postgresreadwrite-897-177350df-5e7b-470f-81a3-0cab5f2a2a3b] state: STARTING
2023/12/09 11:22:09 Job[go-testjdbcio_postgresreadwrite-897-177350df-5e7b-470f-81a3-0cab5f2a2a3b] state: RUNNING
2023/12/09 11:22:09 2023-12-09 11:22:09. (1): ==================== <function annotate_downstream_side_inputs at 0x7eff25b97820> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (2): ==================== <function fix_side_input_pcoll_coders at 0x7eff25b97940> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (3): ==================== <function pack_combiners at 0x7eff25b97e50> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (4): ==================== <function lift_combiners at 0x7eff25b97ee0> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (5): ==================== <function expand_sdf at 0x7eff25b980d0> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (6): ==================== <function expand_gbk at 0x7eff25b98160> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (7): ==================== <function sink_flattens at 0x7eff25b98280> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (8): ==================== <function greedily_fuse at 0x7eff25b98310> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (9): ==================== <function read_to_impulse at 0x7eff25b983a0> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (10): ==================== <function impulse_to_input at 0x7eff25b98430> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (11): ==================== <function sort_stages at 0x7eff25b98670> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7eff25b98790> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (13): ==================== <function setup_timer_mapping at 0x7eff25b985e0> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (14): ==================== <function populate_data_channel_coders at 0x7eff25b98700> ====================
2023/12/09 11:22:09 2023-12-09 11:22:09. (15): starting control server on port 36461
2023/12/09 11:22:09 2023-12-09 11:22:09. (16): starting data server on port 44907
2023/12/09 11:22:09 2023-12-09 11:22:09. (17): starting state server on port 38649
2023/12/09 11:22:09 2023-12-09 11:22:09. (18): starting logging server on port 38915
2023/12/09 11:22:09 2023-12-09 11:22:09. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7eff5b2eaa90> for environment EDOIeftxfnbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/09 11:22:09 2023-12-09 11:22:09. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/09 11:22:10 2023-12-09 11:22:10. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/09 11:22:14 2023-12-09 11:22:14. (22): Waiting for docker to start up. Current status is running
2023/12/09 11:22:14 2023-12-09 11:22:14. (23): Docker container is running. container_id = b'49c72015838bfc25ed69de68c2785e48b8b23aa063580437781ce5cbf57b082d', worker_id = worker_18
2023/12/09 11:22:15 2023-12-09 11:22:15. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7eff5b3654f0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/09 11:22:16 2023-12-09 11:22:16. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/09 11:22:17 2023-12-09 11:22:17. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/09 11:22:17 2023-12-09 11:22:17. (27): Waiting for docker to start up. Current status is running
2023/12/09 11:22:17 2023-12-09 11:22:17. (28): Docker container is running. container_id = b'81f0f8f9aea714cbc3f257d9dc01c848cf5c42bb3f1a8ae3f167949b1b1dead4', worker_id = worker_19
2023/12/09 11:22:23 2023-12-09 11:22:23. (29): Completed job in 13.965827226638794 seconds with state DONE.
2023/12/09 11:22:23 Job[go-testjdbcio_postgresreadwrite-897-177350df-5e7b-470f-81a3-0cab5f2a2a3b] state: DONE
2023/12/09 11:22:23 🐳 Terminating container: 4b3b75fbd43e
2023/12/09 11:22:25 🚫 Container terminated: 4b3b75fbd43e
--- PASS: TestJDBCIO_PostgresReadWrite (58.14s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 147.592s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.024s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 37201
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmph6v9qc7e/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38723
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 36s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/wj72i5lwllkeq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4918
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4918/display/redirect>
Changes:
------------------------------------------
[...truncated 202.02 KB...]
#9 80.44 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 44.8/44.8 kB 1.1 MB/s eta 0:00:00
#9 80.48 Downloading pyparsing-3.1.1-py3-none-any.whl (103 kB)
#9 80.55 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 103.1/103.1 kB 1.4 MB/s eta 0:00:00
#9 80.58 Downloading pytest-7.4.3-py3-none-any.whl (325 kB)
#9 80.79 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 325.1/325.1 kB 1.6 MB/s eta 0:00:00
#9 80.82 Downloading pytest_timeout-2.2.0-py3-none-any.whl (13 kB)
#9 80.86 Downloading pytest_xdist-3.5.0-py3-none-any.whl (42 kB)
#9 80.89 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 42.0/42.0 kB 1.6 MB/s eta 0:00:00
#9 80.92 Downloading pytz-2023.3.post1-py2.py3-none-any.whl (502 kB)
#9 81.33 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 502.5/502.5 kB 1.2 MB/s eta 0:00:00
#9 81.36 Downloading PyYAML-6.0.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (736 kB)
#9 82.02 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 736.6/736.6 kB 1.1 MB/s eta 0:00:00
#9 82.05 Downloading referencing-0.31.1-py3-none-any.whl (25 kB)
#9 82.10 Downloading regex-2023.10.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (776 kB)
#9 82.66 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 777.0/777.0 kB 1.4 MB/s eta 0:00:00
#9 82.69 Downloading requests-2.31.0-py3-none-any.whl (62 kB)
#9 82.74 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 62.6/62.6 kB 1.4 MB/s eta 0:00:00
#9 82.77 Downloading requests_mock-1.11.0-py2.py3-none-any.whl (28 kB)
#9 82.81 Downloading rpds_py-0.13.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)
#9 83.51 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.2/1.2 MB 1.8 MB/s eta 0:00:00
#9 83.54 Downloading scikit_learn-1.3.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.1 MB)
#9 88.03 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 11.1/11.1 MB 2.5 MB/s eta 0:00:00
#9 88.06 Downloading shapely-2.0.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.5 MB)
#9 89.62 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 2.5/2.5 MB 1.6 MB/s eta 0:00:00
#9 89.65 Downloading soupsieve-2.5-py3-none-any.whl (36 kB)
#9 89.72 Downloading SQLAlchemy-1.4.50-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)
#9 91.62 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 1.6/1.6 MB 855.4 kB/s eta 0:00:00
#9 91.65 Downloading tenacity-8.2.3-py3-none-any.whl (24 kB)
#9 91.71 Downloading threadpoolctl-3.2.0-py3-none-any.whl (15 kB)
#9 91.75 Downloading tqdm-4.66.1-py3-none-any.whl (78 kB)
#9 91.83 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 78.3/78.3 kB 1.1 MB/s eta 0:00:00
#9 91.86 Downloading typing_extensions-4.8.0-py3-none-any.whl (31 kB)
#9 91.92 Downloading tzlocal-5.2-py3-none-any.whl (17 kB)
#9 91.97 Downloading urllib3-2.1.0-py3-none-any.whl (104 kB)
#9 92.06 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 104.6/104.6 kB 1.1 MB/s eta 0:00:00
#9 92.09 Downloading websocket_client-1.7.0-py3-none-any.whl (58 kB)
#9 92.16 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 58.5/58.5 kB 901.3 kB/s eta 0:00:00
#9 92.19 Downloading wrapt-1.16.0-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (83 kB)
#9 92.28 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 83.4/83.4 kB 924.7 kB/s eta 0:00:00
#9 92.31 Downloading zipp-3.17.0-py3-none-any.whl (7.4 kB)
#9 92.35 Downloading zstandard-0.22.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)
#9 96.36 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 5.4/5.4 MB 1.4 MB/s eta 0:00:00
#9 96.97 Building wheels for collected packages: bs4, crcmod, dill, docopt, future, google-apitools, google-cloud-profiler, hdfs, pyjsparser
#9 96.97 Building wheel for bs4 (setup.py): started
#9 97.29 Building wheel for bs4 (setup.py): finished with status 'done'
#9 97.29 Created wheel for bs4: filename=bs4-0.0.1-py3-none-any.whl size=1256 sha256=485eafdef38726bc46fc89605987cb3d3e037400fffd28f0ccae1dbf5290ad4b
#9 97.29 Stored in directory: /root/.cache/pip/wheels/75/78/21/68b124549c9bdc94f822c02fb9aa3578a669843f9767776bca
#9 97.29 Building wheel for crcmod (setup.py): started
#9 97.85 Building wheel for crcmod (setup.py): finished with status 'done'
#9 97.86 Created wheel for crcmod: filename=crcmod-1.7-cp38-cp38-linux_x86_64.whl size=30635 sha256=06df198b830cb3e8ac36b5be0b3edd7df20c4b8960f3982c600fbafbc1c1fadd
#9 97.86 Stored in directory: /root/.cache/pip/wheels/ca/5a/02/f3acf982a026f3319fb3e798a8dca2d48fafee7761788562e9
#9 97.86 Building wheel for dill (setup.py): started
#9 98.19 Building wheel for dill (setup.py): finished with status 'done'
#9 98.19 Created wheel for dill: filename=dill-0.3.1.1-py3-none-any.whl size=78540 sha256=6f958c9446dc463ef57466fbb2ed12f146ac9869841377c07c8abaf2722f3e65
#9 98.19 Stored in directory: /root/.cache/pip/wheels/07/35/78/e9004fa30578734db7f10e7a211605f3f0778d2bdde38a239d
#9 98.20 Building wheel for docopt (setup.py): started
#9 98.49 Building wheel for docopt (setup.py): finished with status 'done'
#9 98.49 Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13706 sha256=a973adf8344bf5ccecbdf0c2a4f4414aec54bfb89c2e07b3fe6a4c967f38b469
#9 98.49 Stored in directory: /root/.cache/pip/wheels/56/ea/58/ead137b087d9e326852a851351d1debf4ada529b6ac0ec4e8c
#9 98.50 Building wheel for future (setup.py): started
#9 99.11 Building wheel for future (setup.py): finished with status 'done'
#9 99.12 Created wheel for future: filename=future-0.18.3-py3-none-any.whl size=492024 sha256=68c5d46b85f700849e32a50f6980517c4a299b47bcb8677366de447e5b0b13b4
#9 99.12 Stored in directory: /root/.cache/pip/wheels/a0/0b/ee/e6994fadb42c1354dcccb139b0bf2795271bddfe6253ccdf11
#9 99.12 Building wheel for google-apitools (setup.py): started
#9 99.47 Building wheel for google-apitools (setup.py): finished with status 'done'
#9 99.48 Created wheel for google-apitools: filename=google_apitools-0.5.31-py3-none-any.whl size=131015 sha256=7d95e74661b0da6ba85511a5a0b9f551b4ea8f8bc25788f2699d40d885b46471
#9 99.48 Stored in directory: /root/.cache/pip/wheels/d7/54/79/85de1824f2f4175fb4960c72afb10045d86700c3941dc73685
#9 99.48 Building wheel for google-cloud-profiler (setup.py): started
#9 103.4 Building wheel for google-cloud-profiler (setup.py): finished with status 'done'
#9 103.4 Created wheel for google-cloud-profiler: filename=google_cloud_profiler-4.1.0-cp38-cp38-linux_x86_64.whl size=743051 sha256=3d71261f26b0d3f50abe577a8706d839f54fea7fcee48d95c00c617569e70816
#9 103.4 Stored in directory: /root/.cache/pip/wheels/d8/ea/24/cc27c8bac7ab0d8bf54c06eed3a4849cefc4c17cf8e6570ec4
#9 103.4 Building wheel for hdfs (setup.py): started
#9 103.7 Building wheel for hdfs (setup.py): finished with status 'done'
#9 103.7 Created wheel for hdfs: filename=hdfs-2.7.3-py3-none-any.whl size=34325 sha256=92e79970af1065769fd59ca4f75e894eef0baab1016165280b9aab4f29ba0945
#9 103.7 Stored in directory: /root/.cache/pip/wheels/68/dd/29/c1a590238f9ebbe4f7ee9b3583f5185d0b9577e23f05c990eb
#9 103.7 Building wheel for pyjsparser (setup.py): started
#9 104.0 Building wheel for pyjsparser (setup.py): finished with status 'done'
#9 104.0 Created wheel for pyjsparser: filename=pyjsparser-2.7.1-py3-none-any.whl size=25984 sha256=15a9c96cac2937feedd40322e6ca40cf7cd2762ab1a9aa818855975162820749
#9 104.0 Stored in directory: /root/.cache/pip/wheels/d5/88/34/ccb5bb40eb3178a134eb293e6c363928c5bcfba0b91031db76
#9 104.0 Successfully built bs4 crcmod dill docopt future google-apitools google-cloud-profiler hdfs pyjsparser
#9 104.0 Installing collected packages: sortedcontainers, requests-mock, pytz, python-snappy, pyjsparser, oauth2client, nose, mmh3, Js2Py, hdfs, google-cloud-profiler, google-auth-httplib2, docopt, deprecation, crcmod, bs4, zstandard, zipp, wrapt, websocket-client, urllib3, uritemplate, tzlocal, typing_extensions, tqdm, tomli, threadpoolctl, testcontainers, tenacity, sqlparse, SQLAlchemy, soupsieve, six, shapely, scipy, scikit-learn, rsa, rpds-py, requests, regex, referencing, PyYAML, python-dateutil, pytest-xdist, pytest-timeout, pytest, pyproject_hooks, pyparsing, PyMySQL, pymongo, PyHamcrest, pydot, pycparser, pyasn1-modules, pyasn1, pyarrow-hotfix, pyarrow, psycopg2-binary, protobuf, proto-plus, pluggy, pkgutil_resolve_name, parameterized, pandas, packaging, overrides, orjson, objsize, numpy, nltk, mock, jsonschema-specifications, jsonschema, joblib, iniconfig, importlib-resources, importlib-metadata, idna, hypothesis, httplib2, guppy3, grpcio-status, grpcio, grpc-google-iam-v1, greenlet, googleapis-common-protos, google-resumable-media, google-crc32c, google-cloud-vision, google-cloud-videointelligence, google-cloud-storage, google-cloud-spanner, google-cloud-resource-manager, google-cloud-recommendations-ai, google-cloud-pubsublite, google-cloud-pubsub, google-cloud-language, google-cloud-dlp, google-cloud-datastore, google-cloud-core, google-cloud-bigtable, google-cloud-bigquery-storage, google-cloud-bigquery, google-cloud-aiplatform, google-auth, google-apitools, google-api-python-client, google-api-core, future, freezegun, fasteners, fastavro, execnet, exceptiongroup, docker, dnspython, dill, Cython, cryptography, cloudpickle, click, charset-normalizer, cffi, certifi, cachetools, build, beautifulsoup4, backports.zoneinfo, attrs
#9 137.8 Successfully installed Cython-0.29.36 Js2Py-0.74 PyHamcrest-2.1.0 PyMySQL-1.1.0 PyYAML-6.0.1 SQLAlchemy-1.4.50 attrs-23.1.0 backports.zoneinfo-0.2.1 beautifulsoup4-4.12.2 bs4-0.0.1 build-1.0.3 cachetools-5.3.2 certifi-2023.11.17 cffi-1.16.0 charset-normalizer-3.3.2 click-8.1.7 cloudpickle-2.2.1 crcmod-1.7 cryptography-41.0.7 deprecation-2.1.0 dill-0.3.1.1 dnspython-2.4.2 docker-6.1.3 docopt-0.6.2 exceptiongroup-1.2.0 execnet-2.0.2 fastavro-1.9.1 fasteners-0.19 freezegun-1.3.1 future-0.18.3 google-api-core-2.14.0 google-api-python-client-2.109.0 google-apitools-0.5.31 google-auth-2.25.1 google-auth-httplib2-0.1.1 google-cloud-aiplatform-1.37.0 google-cloud-bigquery-3.13.0 google-cloud-bigquery-storage-2.23.0 google-cloud-bigtable-2.21.0 google-cloud-core-2.3.3 google-cloud-datastore-2.18.0 google-cloud-dlp-3.13.0 google-cloud-language-2.11.1 google-cloud-profiler-4.1.0 google-cloud-pubsub-2.18.4 google-cloud-pubsublite-1.8.3 google-cloud-recommendations-ai-0.10.5 google-cloud-resource-manager-1.10.4 google-cloud-spanner-3.40.1 google-cloud-storage-2.13.0 google-cloud-videointelligence-2.11.4 google-cloud-vision-3.4.5 google-crc32c-1.5.0 google-resumable-media-2.6.0 googleapis-common-protos-1.61.0 greenlet-3.0.1 grpc-google-iam-v1-0.12.7 grpcio-1.59.3 grpcio-status-1.59.3 guppy3-3.1.4.post1 hdfs-2.7.3 httplib2-0.22.0 hypothesis-6.91.0 idna-3.6 importlib-metadata-7.0.0 importlib-resources-6.1.1 iniconfig-2.0.0 joblib-1.3.2 jsonschema-4.20.0 jsonschema-specifications-2023.11.2 mmh3-4.0.1 mock-5.1.0 nltk-3.8.1 nose-1.3.7 numpy-1.24.4 oauth2client-4.1.3 objsize-0.6.1 orjson-3.9.10 overrides-6.5.0 packaging-23.2 pandas-1.5.3 parameterized-0.9.0 pkgutil_resolve_name-1.3.10 pluggy-1.3.0 proto-plus-1.22.3 protobuf-4.25.1 psycopg2-binary-2.9.9 pyarrow-14.0.1 pyarrow-hotfix-0.6 pyasn1-0.5.1 pyasn1-modules-0.3.0 pycparser-2.21 pydot-1.4.2 pyjsparser-2.7.1 pymongo-4.6.1 pyparsing-3.1.1 pyproject_hooks-1.0.0 pytest-7.4.3 pytest-timeout-2.2.0 pytest-xdist-3.5.0 python-dateutil-2.8.2 python-snappy-0.6.1 pytz-2023.3.post1 referencing-0.31.1 regex-2023.10.3 requests-2.31.0 requests-mock-1.11.0 rpds-py-0.13.2 rsa-4.9 scikit-learn-1.3.2 scipy-1.10.1 shapely-2.0.2 six-1.16.0 sortedcontainers-2.4.0 soupsieve-2.5 sqlparse-0.4.4 tenacity-8.2.3 testcontainers-3.7.1 threadpoolctl-3.2.0 tomli-2.0.1 tqdm-4.66.1 typing_extensions-4.8.0 tzlocal-5.2 uritemplate-4.1.1 urllib3-2.1.0 websocket-client-1.7.0 wrapt-1.16.0 zipp-3.17.0 zstandard-0.22.0
#9 137.8 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#9 140.4 [nltk_data] Downloading package stopwords to /root/nltk_data...
#9 140.4 [nltk_data] Unzipping corpora/stopwords.zip.
#9 140.6 Verified fast protobuf used.
#9 142.8 Welcome to the Google Cloud CLI!
#9 142.8 WARNING: You appear to be running this script as root. This may cause
#9 142.8 the installation to be inaccessible to users other than the root user.
#9 145.0 Beginning update. This process may take several minutes.
#9 145.9
#9 145.9
#9 145.9 Your current Google Cloud CLI version is: 456.0.0
#9 145.9 Installing components from version: 456.0.0
#9 145.9
#9 146.0 ┌─────────────────────────────────────────────────────────────────────────────┐
#9 146.0 │ These components will be installed. │
#9 146.0 ├─────────────────────────────────────────────────────┬────────────┬──────────┤
#9 146.0 │ Name │ Version │ Size │
#9 146.0 ├─────────────────────────────────────────────────────┼────────────┼──────────┤
#9 146.0 │ BigQuery Command Line Tool │ 2.0.99 │ 1.6 MiB │
#9 146.0 │ BigQuery Command Line Tool (Platform Specific) │ 2.0.98 │ < 1 MiB │
#9 146.0 │ Bundled Python 3.11 │ 3.11.6 │ 73.7 MiB │
#9 146.0 │ Cloud Storage Command Line Tool │ 5.27 │ 11.3 MiB │
#9 146.0 │ Cloud Storage Command Line Tool (Platform Specific) │ 5.27 │ < 1 MiB │
#9 146.0 │ Google Cloud CLI Core Libraries (Platform Specific) │ 2023.10.25 │ < 1 MiB │
#9 146.0 │ Google Cloud CRC32C Hash Tool │ 1.0.0 │ 1.2 MiB │
#9 146.0 │ anthoscli │ 0.2.45 │ 68.9 MiB │
#9 146.0 │ gcloud cli dependencies │ 2021.04.16 │ < 1 MiB │
#9 146.0 └─────────────────────────────────────────────────────┴────────────┴──────────┘
#9 146.0
#9 146.2 For the latest full release notes, please visit:
#9 146.2 https://cloud.google.com/sdk/release_notes
#9 146.2
#9 146.2 ╔════════════════════════════════════════════════════════════╗
#9 146.2 ╠═ Creating update staging area ═╣
#9 146.2 ╚════════════════════════════════════════════════════════════╝
#9 150.1 ╔════════════════════════════════════════════════════════════╗
#9 150.1 ╠═ Installing: BigQuery Command Line Tool ═╣
#9 150.1 ╚════════════════════════════════════════════════════════════╝
#9 150.6 ╔════════════════════════════════════════════════════════════╗
#9 150.6 ╠═ Installing: BigQuery Command Line Tool (Platform Spec... ═╣
#9 150.6 ╚════════════════════════════════════════════════════════════╝
#9 150.7 ╔════════════════════════════════════════════════════════════╗
#9 150.7 ╠═ Installing: Bundled Python 3.11 ═╣
#9 150.7 ╚════════════════════════════════════════════════════════════╝
#9 150.7 ╔════════════════════════════════════════════════════════════╗
#9 150.7 ╠═ Installing: Bundled Python 3.11 ═╣
#9 150.7 ╚════════════════════════════════════════════════════════════╝
#9 154.3
#9 154.3 To help improve the quality of this product, we collect anonymized usage data
#9 154.3 and anonymized stacktraces when crashes are encountered; additional information
#9 154.3 is available at <https://cloud.google.com/sdk/usage-statistics>. This data is
#9 154.3 handled in accordance with our privacy policy
#9 154.3 <https://cloud.google.com/terms/cloud-privacy-notice>. You may choose to opt in this
#9 154.3 collection now (by choosing 'Y' at the below prompt), or at any time in the
#9 154.3 future by running the following command:
#9 154.3
#9 154.3 gcloud config set disable_usage_reporting false
#9 154.3
#9 154.3
#9 154.3 This will install all the core command line tools necessary for working with
#9 154.3 the Google Cloud Platform.
#9 154.3
#9 154.4 Traceback (most recent call last):
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/bin/bootstrapping/install.py", line 372, in <module>
#9 154.4 main()
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/bin/bootstrapping/install.py", line 345, in main
#9 154.4 Install(
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/bin/bootstrapping/install.py", line 205, in Install
#9 154.4 InstallOrUpdateComponents(to_install, compile_python, update=update)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/bin/bootstrapping/install.py", line 256, in InstallOrUpdateComponents
#9 154.4 _CLI.Execute(
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/calliope/cli.py", line 1013, in Execute
#9 154.4 self._HandleAllErrors(exc, command_path_string, specified_arg_names)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/calliope/cli.py", line 1050, in _HandleAllErrors
#9 154.4 exceptions.HandleError(exc, command_path_string, self.__known_error_handler)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/calliope/exceptions.py", line 557, in HandleError
#9 154.4 core_exceptions.reraise(exc)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/exceptions.py", line 146, in reraise
#9 154.4 six.reraise(type(exc_value), exc_value, tb)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/third_party/six/__init__.py", line 719, in reraise
#9 154.4 raise value
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/calliope/cli.py", line 987, in Execute
#9 154.4 resources = calliope_command.Run(cli=self, args=args)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/calliope/backend.py", line 807, in Run
#9 154.4 resources = command_instance.Run(args)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/surface/components/update.py", line 125, in Run
#9 154.4 update_manager.Update(
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/updater/update_manager.py", line 1119, in Update
#9 154.4 self._UpdateWithProgressBar(components_to_install, 'Installing',
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/updater/update_manager.py", line 927, in _UpdateWithProgressBar
#9 154.4 action_func(component.id, progress_callback=pb.SetProgress)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/updater/update_manager.py", line 932, in Inner
#9 154.4 return install_state.Install(diff.latest, component_id,
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/updater/local_state.py", line 104, in _TryFunc
#9 154.4 return func(*args, **kwargs)
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/updater/local_state.py", line 529, in Install
#9 154.4 files = self._GetInstaller(snapshot).Install(
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/updater/installers.py", line 322, in Install
#9 154.4 return self._InstallTar(component, progress_callback=progress_callback,
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/updater/installers.py", line 362, in _InstallTar
#9 154.4 return DownloadAndExtractTar(
#9 154.4 File "/usr/local/gcloud/google-cloud-sdk/lib/googlecloudsdk/core/updater/installers.py", line 241, in DownloadAndExtractTar
#9 154.4 members = tar.getmembers()
#9 154.4 File "/usr/local/lib/python3.8/tarfile.py", line 1971, in getmembers
#9 154.4 self._load() # all members, we first have to
#9 154.4 File "/usr/local/lib/python3.8/tarfile.py", line 2656, in _load
#9 154.4 tarinfo = self.next()
#9 154.4 File "/usr/local/lib/python3.8/tarfile.py", line 2570, in next
#9 154.4 self.fileobj.seek(self.offset - 1)
#9 154.4 File "/usr/local/lib/python3.8/gzip.py", line 384, in seek
#9 154.4 return self._buffer.seek(offset, whence)
#9 154.4 File "/usr/local/lib/python3.8/_compression.py", line 143, in seek
#9 154.4 data = self.read(min(io.DEFAULT_BUFFER_SIZE, offset))
#9 154.4 File "/usr/local/lib/python3.8/gzip.py", line 498, in read
#9 154.4 raise EOFError("Compressed file ended before the "
#9 154.4 EOFError: Compressed file ended before the end-of-stream marker was reached
#9 154.6 Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate
#9 ERROR: executor failed running [/bin/sh -c apt-get update && apt-get install -y libsnappy-dev libyaml-dev ccache libgeos-dev && rm -rf /var/lib/apt/lists/* && pip install --upgrade pip setuptools wheel && pip install --no-deps -r /tmp/base_image_requirements.txt && rm -rf /tmp/base_image_requirements.txt && python -c "import nltk; nltk.download('stopwords')" && rm /root/nltk_data/corpora/stopwords.zip && python -c "from google.protobuf.internal import api_implementation; assert api_implementation._implementation_type == 'upb'; print ('Verified fast protobuf used.')" && mkdir -p /usr/local/gcloud && cd /usr/local/gcloud && curl -s -O https://dl.google.com/dl/cloudsdk/release/google-cloud-sdk.tar.gz && tar -xf google-cloud-sdk.tar.gz && /usr/local/gcloud/google-cloud-sdk/install.sh && rm -rf /usr/local/gcloud/google-cloud-sdk/.install/.backup && rm google-cloud-sdk.tar.gz && ln -s /usr/bin/ccache /usr/local/bin/gcc && ccache --set-config=sloppiness=file_macro && ccache --set-config=hash_dir=false && pip install --no-deps -v /opt/apache/beam/tars/apache-beam.tar.gz[gcp] && pip check || (echo "Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate" && exit 1) && pip freeze --all && rm -rf /root/.cache/pip]: exit code: 1
------
> [beam 5/5] RUN apt-get update && apt-get install -y libsnappy-dev libyaml-dev ccache libgeos-dev && rm -rf /var/lib/apt/lists/* && pip install --upgrade pip setuptools wheel && pip install --no-deps -r /tmp/base_image_requirements.txt && rm -rf /tmp/base_image_requirements.txt && python -c "import nltk; nltk.download('stopwords')" && rm /root/nltk_data/corpora/stopwords.zip && python -c "from google.protobuf.internal import api_implementation; assert api_implementation._implementation_type == 'upb'; print ('Verified fast protobuf used.')" && mkdir -p /usr/local/gcloud && cd /usr/local/gcloud && curl -s -O https://dl.google.com/dl/cloudsdk/release/google-cloud-sdk.tar.gz && tar -xf google-cloud-sdk.tar.gz && /usr/local/gcloud/google-cloud-sdk/install.sh && rm -rf /usr/local/gcloud/google-cloud-sdk/.install/.backup && rm google-cloud-sdk.tar.gz && ln -s /usr/bin/ccache /usr/local/bin/gcc && ccache --set-config=sloppiness=file_macro && ccache --set-config=hash_dir=false && pip install --no-deps -v /opt/apache/beam/tars/apache-beam.tar.gz[gcp] && pip check || (echo "Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate" && exit 1) && pip freeze --all && rm -rf /root/.cache/pip:
#9 154.4 File "/usr/local/lib/python3.8/tarfile.py", line 2570, in next
#9 154.4 self.fileobj.seek(self.offset - 1)
#9 154.4 File "/usr/local/lib/python3.8/gzip.py", line 384, in seek
#9 154.4 return self._buffer.seek(offset, whence)
#9 154.4 File "/usr/local/lib/python3.8/_compression.py", line 143, in seek
#9 154.4 data = self.read(min(io.DEFAULT_BUFFER_SIZE, offset))
#9 154.4 File "/usr/local/lib/python3.8/gzip.py", line 498, in read
#9 154.4 raise EOFError("Compressed file ended before the "
#9 154.4 EOFError: Compressed file ended before the end-of-stream marker was reached
#9 154.6 Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate
------
ERROR: failed to solve: executor failed running [/bin/sh -c apt-get update && apt-get install -y libsnappy-dev libyaml-dev ccache libgeos-dev && rm -rf /var/lib/apt/lists/* && pip install --upgrade pip setuptools wheel && pip install --no-deps -r /tmp/base_image_requirements.txt && rm -rf /tmp/base_image_requirements.txt && python -c "import nltk; nltk.download('stopwords')" && rm /root/nltk_data/corpora/stopwords.zip && python -c "from google.protobuf.internal import api_implementation; assert api_implementation._implementation_type == 'upb'; print ('Verified fast protobuf used.')" && mkdir -p /usr/local/gcloud && cd /usr/local/gcloud && curl -s -O https://dl.google.com/dl/cloudsdk/release/google-cloud-sdk.tar.gz && tar -xf google-cloud-sdk.tar.gz && /usr/local/gcloud/google-cloud-sdk/install.sh && rm -rf /usr/local/gcloud/google-cloud-sdk/.install/.backup && rm google-cloud-sdk.tar.gz && ln -s /usr/bin/ccache /usr/local/bin/gcc && ccache --set-config=sloppiness=file_macro && ccache --set-config=hash_dir=false && pip install --no-deps -v /opt/apache/beam/tars/apache-beam.tar.gz[gcp] && pip check || (echo "Container does not include required Beam dependencies or has conflicting dependencies. If Beam dependencies have changed, you need to regenerate base_image_requirements.txt files. See: https://s.apache.org/beam-python-requirements-generate" && exit 1) && pip freeze --all && rm -rf /root/.cache/pip]: exit code: 1
> Task :sdks:python:container:py38:docker FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerSetup
Waiting for server to start up...
Server started at port 36989
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 579125
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:container:py38:docker'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 6m 16s
255 actionable tasks: 173 executed, 72 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/5r6dx6gjoj7jw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4917
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4917/display/redirect>
Changes:
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:13 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:13 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:13 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:15 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:15 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:16 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f16c62f0dc0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f16c62f0e50> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f16c62e95e0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f728009a790> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f728009a8b0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f728009adc0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f728009ae50> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f728009b040> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f728009b0d0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f728009b1f0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f728009b280> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f728009b310> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f728009b3a0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f728009b5e0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f728009b700> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f728009b550> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f728009b670> ====================
INFO root:portable_runner.py:543 starting control server on port 34819
INFO root:portable_runner.py:543 starting data server on port 39793
INFO root:portable_runner.py:543 starting state server on port 41407
INFO root:portable_runner.py:543 starting logging server on port 44999
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f72b5621250> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a866fbab2658b79622cffa1a57576f7837bf3e700915e4a6346c7d6a221d7b9f', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f72785ae610> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:54789')
INFO root:portable_runner.py:543 Requesting worker at localhost:54789
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:26 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:34819.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:35 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 08, 2023 11:39:35 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-36766c32-9d08-438c-ae56-9208c2d36246 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 302, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 288, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7220 deselected in 273.20s (0:04:33) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 230313
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 232725.
Stopping expansion service pid: 232726.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 51s
261 actionable tasks: 180 executed, 71 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/dexfda3zqsila
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4916
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4916/display/redirect?page=changes>
Changes:
[noreply] Shrink Java PreCommit timeout (#29671)
------------------------------------------
[...truncated 1.49 MB...]
>
>
coders: <
key: "npFOMtVQLXKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "npFOMtVQLXVarIntCoder"
component_coder_ids: "npFOMtVQLXTimestampedValueCoder"
>
>
coders: <
key: "npFOMtVQLXKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "npFOMtVQLXVarIntCoder"
component_coder_ids: "npFOMtVQLXIterableCoder"
>
>
coders: <
key: "npFOMtVQLXRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$785df346-5dd9-48e8-91a1-4d702d014971"
>
>
>
coders: <
key: "npFOMtVQLXTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\225i\340\356sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\203\2657y\242\322\014\375\245\0222\254\0076@S\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "npFOMtVQLXVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "npFOMtVQLXVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "npFOMtVQLXbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-lbIoDIp0jTEjrFIhavBkuh7d7zFLuE-lFRp1r6Oy5T8.jar\022@95b2280c8a748d3123ac52216af064ba1eddef314bb84fa5151a75afa3b2e53f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-lbIoDIp0jTEjrFIhavBkuh7d7zFLuE-lFRp1r6Oy5T8.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/08 17:21:45 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702056105865763905
2023/12/08 17:21:48 Prepared job with id: go-testjdbcio_postgresreadwrite-45-4c46d629-c4b1-404c-a564-5b901ab45ad6 and staging token: go-testjdbcio_postgresreadwrite-45-4c46d629-c4b1-404c-a564-5b901ab45ad6
2023/12/08 17:21:49 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-45-4c46d629-c4b1-404c-a564-5b901ab45ad6
2023/12/08 17:21:49 Submitted job: go-testjdbcio_postgresreadwrite-45-4c46d629-c4b1-404c-a564-5b901ab45ad6
2023/12/08 17:21:49 Job[go-testjdbcio_postgresreadwrite-45-4c46d629-c4b1-404c-a564-5b901ab45ad6] state: STOPPED
2023/12/08 17:21:49 Job[go-testjdbcio_postgresreadwrite-45-4c46d629-c4b1-404c-a564-5b901ab45ad6] state: STARTING
2023/12/08 17:21:49 Job[go-testjdbcio_postgresreadwrite-45-4c46d629-c4b1-404c-a564-5b901ab45ad6] state: RUNNING
2023/12/08 17:21:49 2023-12-08 17:21:49. (1): ==================== <function annotate_downstream_side_inputs at 0x7fd0dd209820> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fd0dd209940> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (3): ==================== <function pack_combiners at 0x7fd0dd209e50> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (4): ==================== <function lift_combiners at 0x7fd0dd209ee0> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (5): ==================== <function expand_sdf at 0x7fd0dd20a0d0> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (6): ==================== <function expand_gbk at 0x7fd0dd20a160> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (7): ==================== <function sink_flattens at 0x7fd0dd20a280> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (8): ==================== <function greedily_fuse at 0x7fd0dd20a310> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (9): ==================== <function read_to_impulse at 0x7fd0dd20a3a0> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (10): ==================== <function impulse_to_input at 0x7fd0dd20a430> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (11): ==================== <function sort_stages at 0x7fd0dd20a670> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fd0dd20a790> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (13): ==================== <function setup_timer_mapping at 0x7fd0dd20a5e0> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (14): ==================== <function populate_data_channel_coders at 0x7fd0dd20a700> ====================
2023/12/08 17:21:49 2023-12-08 17:21:49. (15): starting control server on port 45249
2023/12/08 17:21:49 2023-12-08 17:21:49. (16): starting data server on port 44831
2023/12/08 17:21:49 2023-12-08 17:21:49. (17): starting state server on port 43235
2023/12/08 17:21:49 2023-12-08 17:21:49. (18): starting logging server on port 33555
2023/12/08 17:21:49 2023-12-08 17:21:49. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd1119acac0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/08 17:21:52 2023-12-08 17:21:51. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/08 17:21:52 2023-12-08 17:21:52. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/08 17:21:53 2023-12-08 17:21:53. (22): Waiting for docker to start up. Current status is running
2023/12/08 17:21:53 2023-12-08 17:21:53. (23): Docker container is running. container_id = b'77b28557ee0c9e9ec4cbfc2fa0ae944bc873bbbfd8baf64a7f7572aa91bdcb4c', worker_id = worker_15
2023/12/08 17:21:54 2023-12-08 17:21:54. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fd111982760> for environment npFOMtVQLXbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/08 17:21:57 2023-12-08 17:21:57. (25): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/08 17:21:58 2023-12-08 17:21:58. (26): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/08 17:21:59 2023-12-08 17:21:59. (27): Waiting for docker to start up. Current status is running
2023/12/08 17:21:59 2023-12-08 17:21:59. (28): Docker container is running. container_id = b'9055104ac1b14a84f27ce4634345443ed8e1df4abba03554b1ae6cf2edbc9237', worker_id = worker_17
2023/12/08 17:22:06 2023-12-08 17:22:06. (29): Completed job in 17.359980821609497 seconds with state DONE.
2023/12/08 17:22:06 Job[go-testjdbcio_postgresreadwrite-45-4c46d629-c4b1-404c-a564-5b901ab45ad6] state: DONE
2023/12/08 17:22:06 🐳 Terminating container: 09a682c5b80e
2023/12/08 17:22:07 🚫 Container terminated: 09a682c5b80e
--- PASS: TestJDBCIO_PostgresReadWrite (47.58s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 115.702s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44533
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpdmw24b0s/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 36927
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 1s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/eurxx34twas6w
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4915
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4915/display/redirect>
Changes:
------------------------------------------
[...truncated 1.49 MB...]
urn: "beam:coder:kv:v1"
>
component_coder_ids: "lLVlMyjQoEVarIntCoder"
component_coder_ids: "lLVlMyjQoERowCoder"
>
>
coders: <
key: "lLVlMyjQoEKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "lLVlMyjQoEVarIntCoder"
component_coder_ids: "lLVlMyjQoETimestampedValueCoder"
>
>
coders: <
key: "lLVlMyjQoEKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "lLVlMyjQoEVarIntCoder"
component_coder_ids: "lLVlMyjQoEIterableCoder"
>
>
coders: <
key: "lLVlMyjQoERowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$372aead7-b5cc-46d6-a802-857750574987"
>
>
>
coders: <
key: "lLVlMyjQoETimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000`\000\035>sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\200\264\370\237\346\353\232\254N\235\277\217\014cBQ\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "lLVlMyjQoEVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "lLVlMyjQoEVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "lLVlMyjQoEbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-lbIoDIp0jTEjrFIhavBkuh7d7zFLuE-lFRp1r6Oy5T8.jar\022@95b2280c8a748d3123ac52216af064ba1eddef314bb84fa5151a75afa3b2e53f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-lbIoDIp0jTEjrFIhavBkuh7d7zFLuE-lFRp1r6Oy5T8.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/08 11:21:40 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702034500679299701
2023/12/08 11:21:43 Prepared job with id: go-testjdbcio_postgresreadwrite-534-c6e6de05-8fb1-4a8c-be42-5e9eaab8652c and staging token: go-testjdbcio_postgresreadwrite-534-c6e6de05-8fb1-4a8c-be42-5e9eaab8652c
2023/12/08 11:21:43 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-534-c6e6de05-8fb1-4a8c-be42-5e9eaab8652c
2023/12/08 11:21:43 Submitted job: go-testjdbcio_postgresreadwrite-534-c6e6de05-8fb1-4a8c-be42-5e9eaab8652c
2023/12/08 11:21:43 2023-12-08 11:21:43. (5): ==================== <function expand_sdf at 0x7f2b274180d0> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (6): ==================== <function expand_gbk at 0x7f2b27418160> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (7): ==================== <function sink_flattens at 0x7f2b27418280> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (8): ==================== <function greedily_fuse at 0x7f2b27418310> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (9): ==================== <function read_to_impulse at 0x7f2b274183a0> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (10): ==================== <function impulse_to_input at 0x7f2b27418430> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (11): ==================== <function sort_stages at 0x7f2b27418670> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f2b27418790> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (13): ==================== <function setup_timer_mapping at 0x7f2b274185e0> ====================
2023/12/08 11:21:43 2023-12-08 11:21:43. (14): ==================== <function populate_data_channel_coders at 0x7f2b27418700> ====================
2023/12/08 11:21:43 Job[go-testjdbcio_postgresreadwrite-534-c6e6de05-8fb1-4a8c-be42-5e9eaab8652c] state: STOPPED
2023/12/08 11:21:43 Job[go-testjdbcio_postgresreadwrite-534-c6e6de05-8fb1-4a8c-be42-5e9eaab8652c] state: STARTING
2023/12/08 11:21:43 Job[go-testjdbcio_postgresreadwrite-534-c6e6de05-8fb1-4a8c-be42-5e9eaab8652c] state: RUNNING
2023/12/08 11:21:43 2023-12-08 11:21:43. (15): starting control server on port 45559
2023/12/08 11:21:43 2023-12-08 11:21:43. (16): starting data server on port 35577
2023/12/08 11:21:43 2023-12-08 11:21:43. (17): starting state server on port 43723
2023/12/08 11:21:43 2023-12-08 11:21:43. (18): starting logging server on port 36055
2023/12/08 11:21:43 2023-12-08 11:21:43. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f2b5f9500d0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/08 11:21:43 2023-12-08 11:21:43. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/08 11:21:44 2023-12-08 11:21:44. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/08 11:21:52 2023-12-08 11:21:52. (22): Waiting for docker to start up. Current status is running
2023/12/08 11:21:52 2023-12-08 11:21:52. (23): Docker container is running. container_id = b'a5efef2c9d9a2057e8c794eed81ae6a10f7e04f47959317f9578dbacd62cf24d', worker_id = worker_16
2023/12/08 11:21:53 2023-12-08 11:21:53. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f2b5f9fac40> for environment lLVlMyjQoEbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/08 11:21:56 2023-12-08 11:21:56. (25): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/08 11:21:57 2023-12-08 11:21:57. (26): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/08 11:21:58 2023-12-08 11:21:58. (27): Waiting for docker to start up. Current status is running
2023/12/08 11:21:58 2023-12-08 11:21:58. (28): Docker container is running. container_id = b'fd27e0c65097518e9a5d3415ce1df4e39c6e2e2cbafd89726e9ea7c2a91c6e64', worker_id = worker_18
2023/12/08 11:22:08 2023-12-08 11:22:08. (29): Completed job in 25.292952299118042 seconds with state DONE.
2023/12/08 11:22:08 Job[go-testjdbcio_postgresreadwrite-534-c6e6de05-8fb1-4a8c-be42-5e9eaab8652c] state: DONE
2023/12/08 11:22:08 🐳 Terminating container: eb41438e2590
2023/12/08 11:22:09 🚫 Container terminated: eb41438e2590
--- PASS: TestJDBCIO_PostgresReadWrite (61.11s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 144.115s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35557
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpslqwp648/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46547
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 42s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/x5yj73j76yegu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4914
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4914/display/redirect>
Changes:
------------------------------------------
[...truncated 1.46 MB...]
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "bSXjLkaGdZVarIntCoder"
component_coder_ids: "bSXjLkaGdZTimestampedValueCoder"
>
>
coders: <
key: "bSXjLkaGdZKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "bSXjLkaGdZVarIntCoder"
component_coder_ids: "bSXjLkaGdZIterableCoder"
>
>
coders: <
key: "bSXjLkaGdZRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$5fd440c9-809b-49b2-9fc5-31475c4826f5"
>
>
>
coders: <
key: "bSXjLkaGdZTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\005\274\021Isr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\260\270\372\277+\300An\203\356\340\"oNJ\243\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "bSXjLkaGdZVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "bSXjLkaGdZVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "bSXjLkaGdZbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-lbIoDIp0jTEjrFIhavBkuh7d7zFLuE-lFRp1r6Oy5T8.jar\022@95b2280c8a748d3123ac52216af064ba1eddef314bb84fa5151a75afa3b2e53f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-lbIoDIp0jTEjrFIhavBkuh7d7zFLuE-lFRp1r6Oy5T8.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/08 05:21:53 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1702012913748521292
2023/12/08 05:21:56 Prepared job with id: go-testjdbcio_postgresreadwrite-51-ce3b527c-2064-4971-8d8f-181bd02225a3 and staging token: go-testjdbcio_postgresreadwrite-51-ce3b527c-2064-4971-8d8f-181bd02225a3
2023/12/08 05:21:56 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-51-ce3b527c-2064-4971-8d8f-181bd02225a3
2023/12/08 05:21:56 Submitted job: go-testjdbcio_postgresreadwrite-51-ce3b527c-2064-4971-8d8f-181bd02225a3
2023/12/08 05:21:56 Job[go-testjdbcio_postgresreadwrite-51-ce3b527c-2064-4971-8d8f-181bd02225a3] state: STOPPED
2023/12/08 05:21:56 Job[go-testjdbcio_postgresreadwrite-51-ce3b527c-2064-4971-8d8f-181bd02225a3] state: STARTING
2023/12/08 05:21:56 Job[go-testjdbcio_postgresreadwrite-51-ce3b527c-2064-4971-8d8f-181bd02225a3] state: RUNNING
2023/12/08 05:21:56 2023-12-08 05:21:56. (1): ==================== <function annotate_downstream_side_inputs at 0x7f714490a820> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f714490a940> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (3): ==================== <function pack_combiners at 0x7f714490ae50> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (4): ==================== <function lift_combiners at 0x7f714490aee0> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (5): ==================== <function expand_sdf at 0x7f714490b0d0> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (6): ==================== <function expand_gbk at 0x7f714490b160> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (7): ==================== <function sink_flattens at 0x7f714490b280> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (8): ==================== <function greedily_fuse at 0x7f714490b310> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (9): ==================== <function read_to_impulse at 0x7f714490b3a0> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (10): ==================== <function impulse_to_input at 0x7f714490b430> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (11): ==================== <function sort_stages at 0x7f714490b670> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f714490b790> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (13): ==================== <function setup_timer_mapping at 0x7f714490b5e0> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (14): ==================== <function populate_data_channel_coders at 0x7f714490b700> ====================
2023/12/08 05:21:56 2023-12-08 05:21:56. (15): starting control server on port 39879
2023/12/08 05:21:56 2023-12-08 05:21:56. (16): starting data server on port 35395
2023/12/08 05:21:56 2023-12-08 05:21:56. (17): starting state server on port 35237
2023/12/08 05:21:56 2023-12-08 05:21:56. (18): starting logging server on port 40045
2023/12/08 05:21:56 2023-12-08 05:21:56. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f71741b1d60> for environment bSXjLkaGdZbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/08 05:21:57 2023-12-08 05:21:57. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/08 05:21:58 2023-12-08 05:21:58. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/08 05:22:00 2023-12-08 05:22:00. (22): Waiting for docker to start up. Current status is running
2023/12/08 05:22:00 2023-12-08 05:22:00. (23): Docker container is running. container_id = b'2bb0ad225a3a5e0186eefcb3b31168e1efc797bf27cb00bbe665f8397135c8d8', worker_id = worker_17
2023/12/08 05:22:01 2023-12-08 05:22:01. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f71741bc460> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/08 05:22:04 2023-12-08 05:22:04. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/08 05:22:04 2023-12-08 05:22:04. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/08 05:22:06 2023-12-08 05:22:06. (27): Waiting for docker to start up. Current status is running
2023/12/08 05:22:06 2023-12-08 05:22:06. (28): Docker container is running. container_id = b'b83e22053a6c11f2959a00af4ad44fa2e9e21ca004b6d8cc16cf831c66c46c1a', worker_id = worker_19
2023/12/08 05:22:09 2023-12-08 05:22:09. (29): Completed job in 12.769964694976807 seconds with state DONE.
2023/12/08 05:22:09 Job[go-testjdbcio_postgresreadwrite-51-ce3b527c-2064-4971-8d8f-181bd02225a3] state: DONE
2023/12/08 05:22:09 🐳 Terminating container: 78bfd1b6ecb1
2023/12/08 05:22:10 🚫 Container terminated: 78bfd1b6ecb1
--- PASS: TestJDBCIO_PostgresReadWrite (41.26s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 141.447s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.071s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 33749
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp7p5r0skf/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 42025
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 36s
261 actionable tasks: 178 executed, 73 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/uyok5tipkkqby
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4913
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4913/display/redirect>
Changes:
------------------------------------------
[...truncated 1.76 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@68e965f5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6f27a732
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6c779568
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@f381794
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2cdd0d4b
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7e9131d5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2e1d27ba
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@61d6015a
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2525ff7e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@524d6d96
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@152aa092
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@44a7bfbc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4ef37659
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@776b83cc
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@37858383
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@4e268090
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:org.apache.beam:bigquery_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@1bb266b3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:12 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:12 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:12 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:14 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f1376fd2ca0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f1376fd2d30> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f1376fd14c0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f64e02b9670> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f64e02b9790> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f64e02b9ca0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f64e02b9d30> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f64e02b9ee0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f64e02b9f70> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f64e02ba0d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f64e02ba160> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f64e02ba1f0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f64e02ba280> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f64e02ba4c0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f64e02ba5e0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f64e02ba430> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f64e02ba550> ====================
INFO root:portable_runner.py:543 starting control server on port 42315
INFO root:portable_runner.py:543 starting data server on port 36933
INFO root:portable_runner.py:543 starting state server on port 37863
INFO root:portable_runner.py:543 starting logging server on port 45357
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f64e0102dc0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'f9274dd1e8881acc040afcbd7a89bedef7aaae65f6b2eb3c6ce6fcade83686bf', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f6514a7a3d0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:47849')
INFO root:portable_runner.py:543 Requesting worker at localhost:47849
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:25 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:42315.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:34 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 11:40:34 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-585ef766-7062-467e-b461-bdb3cf6c4e3e failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 280.60s (0:04:40) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3054157
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3057852.
Stopping expansion service pid: 3057853.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 50s
261 actionable tasks: 183 executed, 68 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/yzu66iwntsrba
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4912
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4912/display/redirect?page=changes>
Changes:
[noreply] Bump Java VR interval and shutdown remaining Dataflow VR Jenkins
------------------------------------------
[...truncated 1.64 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:00 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:00 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:01 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:03 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:03 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:03 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fd809c4a700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fd809c4a790> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fd809c4aee0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fab62f291f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fab62f29310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fab62f29820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fab62f298b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fab62f29a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fab62f29af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fab62f29c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fab62f29ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fab62f29d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fab62f29dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fab62f2a040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fab62f2a160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fab62f29f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fab62f2a0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 40395
INFO root:portable_runner.py:543 starting data server on port 44985
INFO root:portable_runner.py:543 starting state server on port 34929
INFO root:portable_runner.py:543 starting logging server on port 33517
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fab97953fa0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'b0581939c9dc049d8edd7e6552cefcc53a17ca0c05dafc5784846bd46b4aa1cb', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fab9795b610> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:42305')
INFO root:portable_runner.py:543 Requesting worker at localhost:42305
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:13 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:40395.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:24 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 5:44:24 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-9b221595-758a-45f7-bfb2-b259c397a6fc failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 293.65s (0:04:53) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2695986
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2703136.
Stopping expansion service pid: 2703137.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 34m 37s
261 actionable tasks: 182 executed, 69 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/fhn3bveotnpdq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4911
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4911/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$98f97999-3064-4a25-b708-ec4054f44cc1"
>
>
>
coders: <
key: "BzykUlahXXTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\277\230\362fsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\265\271\363\230\217\2645\0003\373]:\036\224G\270\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "BzykUlahXXVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "BzykUlahXXVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "BzykUlahXXbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-28vklmVs-vutqM2B2hj-pTRyadX7r4gQZGE6yGIT55E.jar\022@dbcbe496656cfafbada8cd81da18fea5347269d5fbaf881064613ac86213e791"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-28vklmVs-vutqM2B2hj-pTRyadX7r4gQZGE6yGIT55E.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/07 11:22:29 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1701948149533157989
2023/12/07 11:22:32 Prepared job with id: go-testjdbcio_postgresreadwrite-735-753ccace-eeed-4042-b126-d546969cbd97 and staging token: go-testjdbcio_postgresreadwrite-735-753ccace-eeed-4042-b126-d546969cbd97
2023/12/07 11:22:32 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-735-753ccace-eeed-4042-b126-d546969cbd97
2023/12/07 11:22:32 Submitted job: go-testjdbcio_postgresreadwrite-735-753ccace-eeed-4042-b126-d546969cbd97
2023/12/07 11:22:32 Job[go-testjdbcio_postgresreadwrite-735-753ccace-eeed-4042-b126-d546969cbd97] state: STOPPED
2023/12/07 11:22:32 Job[go-testjdbcio_postgresreadwrite-735-753ccace-eeed-4042-b126-d546969cbd97] state: STARTING
2023/12/07 11:22:32 Job[go-testjdbcio_postgresreadwrite-735-753ccace-eeed-4042-b126-d546969cbd97] state: RUNNING
2023/12/07 11:22:32 2023-12-07 11:22:32. (1): ==================== <function annotate_downstream_side_inputs at 0x7f90524be1f0> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f90524be310> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (3): ==================== <function pack_combiners at 0x7f90524be820> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (4): ==================== <function lift_combiners at 0x7f90524be8b0> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (5): ==================== <function expand_sdf at 0x7f90524bea60> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (6): ==================== <function expand_gbk at 0x7f90524beaf0> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (7): ==================== <function sink_flattens at 0x7f90524bec10> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (8): ==================== <function greedily_fuse at 0x7f90524beca0> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (9): ==================== <function read_to_impulse at 0x7f90524bed30> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (10): ==================== <function impulse_to_input at 0x7f90524bedc0> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (11): ==================== <function sort_stages at 0x7f90524bf040> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f90524bf160> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (13): ==================== <function setup_timer_mapping at 0x7f90524bef70> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (14): ==================== <function populate_data_channel_coders at 0x7f90524bf0d0> ====================
2023/12/07 11:22:32 2023-12-07 11:22:32. (15): starting control server on port 39919
2023/12/07 11:22:32 2023-12-07 11:22:32. (16): starting data server on port 38655
2023/12/07 11:22:32 2023-12-07 11:22:32. (17): starting state server on port 45125
2023/12/07 11:22:32 2023-12-07 11:22:32. (18): starting logging server on port 40133
2023/12/07 11:22:32 2023-12-07 11:22:32. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f9086cbf550> for environment BzykUlahXXbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/07 11:22:32 2023-12-07 11:22:32. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/07 11:22:32 2023-12-07 11:22:32. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/07 11:22:37 2023-12-07 11:22:37. (22): Waiting for docker to start up. Current status is running
2023/12/07 11:22:37 2023-12-07 11:22:37. (23): Docker container is running. container_id = b'6d82fe4f94fee684da73b651388e270a87937b4b4084d645d52fbbb3afd95a51', worker_id = worker_16
2023/12/07 11:22:38 2023-12-07 11:22:38. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f9086c58220> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/07 11:22:38 2023-12-07 11:22:38. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/07 11:22:39 2023-12-07 11:22:39. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/07 11:22:39 2023-12-07 11:22:39. (27): Waiting for docker to start up. Current status is running
2023/12/07 11:22:39 2023-12-07 11:22:39. (28): Docker container is running. container_id = b'e071836d07660ec389ed38881e556ea79c2184e52d128697d6ac19d5810a673c', worker_id = worker_17
2023/12/07 11:22:42 2023-12-07 11:22:42. (29): Completed job in 10.372750043869019 seconds with state DONE.
2023/12/07 11:22:42 Job[go-testjdbcio_postgresreadwrite-735-753ccace-eeed-4042-b126-d546969cbd97] state: DONE
2023/12/07 11:22:42 🐳 Terminating container: e919a30c7404
2023/12/07 11:22:43 🚫 Container terminated: e919a30c7404
--- PASS: TestJDBCIO_PostgresReadWrite (42.15s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 95.035s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.025s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45179
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp58gud1c0/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 39259
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 16s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/nfvkzwzpbr3l6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4910
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4910/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:21 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:22 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:22 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:24 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:24 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:24 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe61a2cc700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe61a2cc790> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe61a2ccee0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fdcaf6341f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fdcaf634310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fdcaf634820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fdcaf6348b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fdcaf634a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fdcaf634af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fdcaf634c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fdcaf634ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fdcaf634d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fdcaf634dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fdcaf635040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fdcaf635160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fdcaf634f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fdcaf6350d0> ====================
INFO root:portable_runner.py:543 starting control server on port 34447
INFO root:portable_runner.py:543 starting data server on port 35217
INFO root:portable_runner.py:543 starting state server on port 43007
INFO root:portable_runner.py:543 starting logging server on port 43093
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fdce7705670> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'ece747896a732b39429c0ce249f2c276efb6c58ca6ee62b8800ea3b6e55e5006', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fdce7726e50> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:34707')
INFO root:portable_runner.py:543 Requesting worker at localhost:34707
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:35 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-16.c.apache-beam-testing.internal:34447.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:44 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 07, 2023 6:02:44 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-a8753194-d3a5-4ef8-bbcb-01b060795f63 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 279.14s (0:04:39) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1360930
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1361454.
Stopping expansion service pid: 1361455.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 30m 36s
261 actionable tasks: 177 executed, 74 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/2yuo3q7kk2qck
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4909
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4909/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:23 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:23 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:24 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:25 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:26 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:26 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7ffa0c6e4700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7ffa0c6e4790> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7ffa0c6e4ee0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f64fca0b1f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f64fca0b310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f64fca0b820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f64fca0b8b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f64fca0ba60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f64fca0baf0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f64fca0bc10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f64fca0bca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f64fca0bd30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f64fca0bdc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f64fca0c040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f64fca0c160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f64fca0bf70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f64fca0c0d0> ====================
INFO root:portable_runner.py:543 starting control server on port 36839
INFO root:portable_runner.py:543 starting data server on port 32959
INFO root:portable_runner.py:543 starting state server on port 41219
INFO root:portable_runner.py:543 starting logging server on port 46145
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f64fc086280> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'767be820d9e0adb182fa5b177a422d2d27029b072ec08a452b2bfe2d7a74e896', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f64fc0415e0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:52109')
INFO root:portable_runner.py:543 Requesting worker at localhost:52109
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:35 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-1.c.apache-beam-testing.internal:36839.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:44 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 06, 2023 11:57:44 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-35e5d7cb-c376-4985-88b7-0441e57c50ac failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 272.40s (0:04:32) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 752967
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 755713.
Stopping expansion service pid: 755714.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 35m 58s
261 actionable tasks: 174 executed, 77 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/kk23343m4ttmi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4908
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4908/display/redirect?page=changes>
Changes:
[noreply] Bump github.com/aws/aws-sdk-go-v2/credentials in /sdks (#29631)
------------------------------------------
[...truncated 1.49 MB...]
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$8be4e51a-403a-47cb-8a83-45db56ad6370"
>
>
>
coders: <
key: "YAMAbMtrYlTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\0005\"\271?sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\267\217\013\315\026\026Z\2332U\320\263\317{H~\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "YAMAbMtrYlVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "YAMAbMtrYlVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "YAMAbMtrYlbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-28vklmVs-vutqM2B2hj-pTRyadX7r4gQZGE6yGIT55E.jar\022@dbcbe496656cfafbada8cd81da18fea5347269d5fbaf881064613ac86213e791"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-28vklmVs-vutqM2B2hj-pTRyadX7r4gQZGE6yGIT55E.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/06 17:21:54 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1701883314674878372
2023/12/06 17:21:57 Prepared job with id: go-testjdbcio_postgresreadwrite-556-45a01b54-55b7-4fc6-af77-07b464d212d1 and staging token: go-testjdbcio_postgresreadwrite-556-45a01b54-55b7-4fc6-af77-07b464d212d1
2023/12/06 17:21:57 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-556-45a01b54-55b7-4fc6-af77-07b464d212d1
2023/12/06 17:21:57 Submitted job: go-testjdbcio_postgresreadwrite-556-45a01b54-55b7-4fc6-af77-07b464d212d1
2023/12/06 17:21:57 Job[go-testjdbcio_postgresreadwrite-556-45a01b54-55b7-4fc6-af77-07b464d212d1] state: STOPPED
2023/12/06 17:21:57 Job[go-testjdbcio_postgresreadwrite-556-45a01b54-55b7-4fc6-af77-07b464d212d1] state: STARTING
2023/12/06 17:21:57 Job[go-testjdbcio_postgresreadwrite-556-45a01b54-55b7-4fc6-af77-07b464d212d1] state: RUNNING
2023/12/06 17:21:57 2023-12-06 17:21:57. (1): ==================== <function annotate_downstream_side_inputs at 0x7f33487091f0> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f3348709310> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (3): ==================== <function pack_combiners at 0x7f3348709820> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (4): ==================== <function lift_combiners at 0x7f33487098b0> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (5): ==================== <function expand_sdf at 0x7f3348709a60> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (6): ==================== <function expand_gbk at 0x7f3348709af0> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (7): ==================== <function sink_flattens at 0x7f3348709c10> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (8): ==================== <function greedily_fuse at 0x7f3348709ca0> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (9): ==================== <function read_to_impulse at 0x7f3348709d30> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (10): ==================== <function impulse_to_input at 0x7f3348709dc0> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (11): ==================== <function sort_stages at 0x7f334870a040> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f334870a160> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (13): ==================== <function setup_timer_mapping at 0x7f3348709f70> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (14): ==================== <function populate_data_channel_coders at 0x7f334870a0d0> ====================
2023/12/06 17:21:57 2023-12-06 17:21:57. (15): starting control server on port 43875
2023/12/06 17:21:57 2023-12-06 17:21:57. (16): starting data server on port 38737
2023/12/06 17:21:57 2023-12-06 17:21:57. (17): starting state server on port 40735
2023/12/06 17:21:57 2023-12-06 17:21:57. (18): starting logging server on port 42097
2023/12/06 17:21:57 2023-12-06 17:21:57. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f337af12e20> for environment YAMAbMtrYlbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/06 17:22:01 2023-12-06 17:22:01. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/06 17:22:02 2023-12-06 17:22:02. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/06 17:22:03 2023-12-06 17:22:03. (22): Waiting for docker to start up. Current status is running
2023/12/06 17:22:03 2023-12-06 17:22:03. (23): Docker container is running. container_id = b'2874b39790c98bc77ce94ee2c8365b9e6eced72d9ab1a1ee8a4c57d5f35ae52b', worker_id = worker_17
2023/12/06 17:22:04 2023-12-06 17:22:04. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f33485ad6d0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/06 17:22:07 2023-12-06 17:22:07. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/06 17:22:07 2023-12-06 17:22:07. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/06 17:22:09 2023-12-06 17:22:09. (27): Waiting for docker to start up. Current status is running
2023/12/06 17:22:09 2023-12-06 17:22:09. (28): Docker container is running. container_id = b'1fa547c40bd5af866daf12d9d929040003514c3c4a6ca6fcf5ee54224155b9b0', worker_id = worker_19
2023/12/06 17:22:13 2023-12-06 17:22:13. (29): Completed job in 15.525463581085205 seconds with state DONE.
2023/12/06 17:22:13 Job[go-testjdbcio_postgresreadwrite-556-45a01b54-55b7-4fc6-af77-07b464d212d1] state: DONE
2023/12/06 17:22:13 🐳 Terminating container: 01b4cf498f19
2023/12/06 17:22:13 🚫 Container terminated: 01b4cf498f19
--- PASS: TestJDBCIO_PostgresReadWrite (47.51s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 135.686s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.029s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 37297
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp2f926a37/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 35883
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 31m 57s
261 actionable tasks: 178 executed, 73 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/2av7d33qpwoly
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4907
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4907/display/redirect>
Changes:
------------------------------------------
[...truncated 1.49 MB...]
>
>
coders: <
key: "hkYwkzXgRtKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "hkYwkzXgRtVarIntCoder"
component_coder_ids: "hkYwkzXgRtTimestampedValueCoder"
>
>
coders: <
key: "hkYwkzXgRtKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "hkYwkzXgRtVarIntCoder"
component_coder_ids: "hkYwkzXgRtIterableCoder"
>
>
coders: <
key: "hkYwkzXgRtRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$7504d08d-d9cb-4d2e-b1ed-e75a419fe897"
>
>
>
coders: <
key: "hkYwkzXgRtTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\254B\013\023sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\235\260\242\322`\020\300\255\256\\\351\030\351\001D\213\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "hkYwkzXgRtVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "hkYwkzXgRtVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "hkYwkzXgRtbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-28vklmVs-vutqM2B2hj-pTRyadX7r4gQZGE6yGIT55E.jar\022@dbcbe496656cfafbada8cd81da18fea5347269d5fbaf881064613ac86213e791"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-28vklmVs-vutqM2B2hj-pTRyadX7r4gQZGE6yGIT55E.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/06 11:22:00 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1701861720642824325
2023/12/06 11:22:03 Prepared job with id: go-testjdbcio_postgresreadwrite-165-24783c56-36ff-4494-99f0-9338fd38b650 and staging token: go-testjdbcio_postgresreadwrite-165-24783c56-36ff-4494-99f0-9338fd38b650
2023/12/06 11:22:03 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-165-24783c56-36ff-4494-99f0-9338fd38b650
2023/12/06 11:22:03 Submitted job: go-testjdbcio_postgresreadwrite-165-24783c56-36ff-4494-99f0-9338fd38b650
2023/12/06 11:22:03 Job[go-testjdbcio_postgresreadwrite-165-24783c56-36ff-4494-99f0-9338fd38b650] state: STOPPED
2023/12/06 11:22:03 Job[go-testjdbcio_postgresreadwrite-165-24783c56-36ff-4494-99f0-9338fd38b650] state: STARTING
2023/12/06 11:22:03 Job[go-testjdbcio_postgresreadwrite-165-24783c56-36ff-4494-99f0-9338fd38b650] state: RUNNING
2023/12/06 11:22:03 2023-12-06 11:22:03. (1): ==================== <function annotate_downstream_side_inputs at 0x7f591c1541f0> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f591c154310> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (3): ==================== <function pack_combiners at 0x7f591c154820> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (4): ==================== <function lift_combiners at 0x7f591c1548b0> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (5): ==================== <function expand_sdf at 0x7f591c154a60> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (6): ==================== <function expand_gbk at 0x7f591c154af0> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (7): ==================== <function sink_flattens at 0x7f591c154c10> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (8): ==================== <function greedily_fuse at 0x7f591c154ca0> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (9): ==================== <function read_to_impulse at 0x7f591c154d30> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (10): ==================== <function impulse_to_input at 0x7f591c154dc0> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (11): ==================== <function sort_stages at 0x7f591c155040> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f591c155160> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (13): ==================== <function setup_timer_mapping at 0x7f591c154f70> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (14): ==================== <function populate_data_channel_coders at 0x7f591c1550d0> ====================
2023/12/06 11:22:03 2023-12-06 11:22:03. (15): starting control server on port 42411
2023/12/06 11:22:03 2023-12-06 11:22:03. (16): starting data server on port 46393
2023/12/06 11:22:03 2023-12-06 11:22:03. (17): starting state server on port 41501
2023/12/06 11:22:03 2023-12-06 11:22:03. (18): starting logging server on port 43761
2023/12/06 11:22:03 2023-12-06 11:22:03. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f595194c310> for environment hkYwkzXgRtbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/06 11:22:06 2023-12-06 11:22:06. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/06 11:22:07 2023-12-06 11:22:07. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/06 11:22:08 2023-12-06 11:22:08. (22): Waiting for docker to start up. Current status is running
2023/12/06 11:22:08 2023-12-06 11:22:08. (23): Docker container is running. container_id = b'8374971b8bc3ccc9696139a835d0bd68a8d658e8ff79fdbd01d684bba4e30dda', worker_id = worker_17
2023/12/06 11:22:09 2023-12-06 11:22:09. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5951166220> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/06 11:22:12 2023-12-06 11:22:11. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/06 11:22:12 2023-12-06 11:22:12. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/06 11:22:13 2023-12-06 11:22:13. (27): Waiting for docker to start up. Current status is running
2023/12/06 11:22:13 2023-12-06 11:22:13. (28): Docker container is running. container_id = b'fce7360b8d18308b25a017b22a472d3fa2ad00e7a48d4197ac3e9081ec718e03', worker_id = worker_19
2023/12/06 11:22:17 2023-12-06 11:22:17. (29): Completed job in 13.923454999923706 seconds with state DONE.
2023/12/06 11:22:17 Job[go-testjdbcio_postgresreadwrite-165-24783c56-36ff-4494-99f0-9338fd38b650] state: DONE
2023/12/06 11:22:17 🐳 Terminating container: ab0baf2225de
2023/12/06 11:22:17 🚫 Container terminated: ab0baf2225de
--- PASS: TestJDBCIO_PostgresReadWrite (40.95s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 132.749s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.036s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44007
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp0km0vnot/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45913
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 53s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/iimtb6eso7aec
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4906
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4906/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$76e70329-38f0-4a13-a8ae-c66a9b25c6cd"
>
>
>
coders: <
key: "NUgMYGUlkKTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\254\010Prsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\220mC\243\027\237\214/\374r\2429\344\277Jd\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "NUgMYGUlkKVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "NUgMYGUlkKVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "NUgMYGUlkKbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-28vklmVs-vutqM2B2hj-pTRyadX7r4gQZGE6yGIT55E.jar\022@dbcbe496656cfafbada8cd81da18fea5347269d5fbaf881064613ac86213e791"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-28vklmVs-vutqM2B2hj-pTRyadX7r4gQZGE6yGIT55E.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/06 05:21:17 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1701840077476509796
2023/12/06 05:21:20 Prepared job with id: go-testjdbcio_postgresreadwrite-456-1917fd6d-45f4-4ae3-99c9-cb289ddda74b and staging token: go-testjdbcio_postgresreadwrite-456-1917fd6d-45f4-4ae3-99c9-cb289ddda74b
2023/12/06 05:21:20 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-456-1917fd6d-45f4-4ae3-99c9-cb289ddda74b
2023/12/06 05:21:20 Submitted job: go-testjdbcio_postgresreadwrite-456-1917fd6d-45f4-4ae3-99c9-cb289ddda74b
2023/12/06 05:21:20 Job[go-testjdbcio_postgresreadwrite-456-1917fd6d-45f4-4ae3-99c9-cb289ddda74b] state: STOPPED
2023/12/06 05:21:20 Job[go-testjdbcio_postgresreadwrite-456-1917fd6d-45f4-4ae3-99c9-cb289ddda74b] state: STARTING
2023/12/06 05:21:20 Job[go-testjdbcio_postgresreadwrite-456-1917fd6d-45f4-4ae3-99c9-cb289ddda74b] state: RUNNING
2023/12/06 05:21:20 2023-12-06 05:21:20. (1): ==================== <function annotate_downstream_side_inputs at 0x7f4f621321f0> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f4f62132310> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (3): ==================== <function pack_combiners at 0x7f4f62132820> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (4): ==================== <function lift_combiners at 0x7f4f621328b0> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (5): ==================== <function expand_sdf at 0x7f4f62132a60> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (6): ==================== <function expand_gbk at 0x7f4f62132af0> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (7): ==================== <function sink_flattens at 0x7f4f62132c10> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (8): ==================== <function greedily_fuse at 0x7f4f62132ca0> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (9): ==================== <function read_to_impulse at 0x7f4f62132d30> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (10): ==================== <function impulse_to_input at 0x7f4f62132dc0> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (11): ==================== <function sort_stages at 0x7f4f62134040> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f4f62134160> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (13): ==================== <function setup_timer_mapping at 0x7f4f62132f70> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (14): ==================== <function populate_data_channel_coders at 0x7f4f621340d0> ====================
2023/12/06 05:21:20 2023-12-06 05:21:20. (15): starting control server on port 46285
2023/12/06 05:21:20 2023-12-06 05:21:20. (16): starting data server on port 43909
2023/12/06 05:21:20 2023-12-06 05:21:20. (17): starting state server on port 45655
2023/12/06 05:21:20 2023-12-06 05:21:20. (18): starting logging server on port 34125
2023/12/06 05:21:20 2023-12-06 05:21:20. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f4f97957730> for environment NUgMYGUlkKbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/06 05:21:22 2023-12-06 05:21:22. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/06 05:21:22 2023-12-06 05:21:22. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/06 05:21:23 2023-12-06 05:21:23. (22): Waiting for docker to start up. Current status is running
2023/12/06 05:21:23 2023-12-06 05:21:23. (23): Docker container is running. container_id = b'a79ae9a2c8f1a1894c2c146cd4f1e42892289449218154c46ee0320433f20473', worker_id = worker_16
2023/12/06 05:21:24 2023-12-06 05:21:24. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f4f978d4e80> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/06 05:21:24 2023-12-06 05:21:24. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/06 05:21:24 2023-12-06 05:21:24. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/06 05:21:29 2023-12-06 05:21:29. (27): Waiting for docker to start up. Current status is running
2023/12/06 05:21:29 2023-12-06 05:21:29. (28): Docker container is running. container_id = b'2d0baec52f716f56591037ac8507d2aa7ee424be2a02e69f8daa7777d2931e81', worker_id = worker_17
2023/12/06 05:21:39 2023-12-06 05:21:39. (29): Completed job in 19.000399589538574 seconds with state DONE.
2023/12/06 05:21:39 Job[go-testjdbcio_postgresreadwrite-456-1917fd6d-45f4-4ae3-99c9-cb289ddda74b] state: DONE
2023/12/06 05:21:39 🐳 Terminating container: 2371873f777f
2023/12/06 05:21:39 🚫 Container terminated: 2371873f777f
--- PASS: TestJDBCIO_PostgresReadWrite (54.27s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 120.914s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.023s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41957
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpa5ajld5d/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 43943
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 27s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/btwr2ljjeaxri
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4905
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4905/display/redirect>
Changes:
------------------------------------------
[...truncated 1.63 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:38:52 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:38:52 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:38:52 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:38:54 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:38:54 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:38:54 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f2a05c30700> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f2a05c30790> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f2a05c30ee0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f8c27fd61f0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f8c27fd6310> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f8c27fd6820> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f8c27fd68b0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f8c27fd6a60> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f8c27fd6af0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f8c27fd6c10> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f8c27fd6ca0> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f8c27fd6d30> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f8c27fd6dc0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f8c27fd7040> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f8c27fd7160> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f8c27fd6f70> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f8c27fd70d0> ====================
INFO root:portable_runner.py:543 starting control server on port 37357
INFO root:portable_runner.py:543 starting data server on port 42933
INFO root:portable_runner.py:543 starting state server on port 37019
INFO root:portable_runner.py:543 starting logging server on port 42375
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f8c60851040> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'9dc31a5b0b7a558591b870689cfae0bff4898298cb55b0b9b72cee526ac12d31', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f8c608ce0d0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:48499')
INFO root:portable_runner.py:543 Requesting worker at localhost:48499
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:39:04 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-15.c.apache-beam-testing.internal:37357.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:39:12 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 11:39:12 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-9b099a61-feb0-4ea7-978b-5b888f5dd13a failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 267.74s (0:04:27) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3975487
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3978701.
Stopping expansion service pid: 3978702.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 26s
261 actionable tasks: 178 executed, 73 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ers7s5wkvvyze
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4904
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4904/display/redirect?page=changes>
Changes:
[noreply] [#29568] Use gcr clone of images by default on Dataflow. (#29608)
------------------------------------------
[...truncated 1.67 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:21 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:21 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:22 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:24 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:24 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:24 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f48a85aa4c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f48a85aa550> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f48a85aaca0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f97213c7f70> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f97213cb0d0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f97213cb5e0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f97213cb670> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f97213cb820> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f97213cb8b0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f97213cb9d0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f97213cba60> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f97213cbaf0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f97213cbb80> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f97213cbdc0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f97213cbee0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f97213cbd30> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f97213cbe50> ====================
INFO root:portable_runner.py:543 starting control server on port 44035
INFO root:portable_runner.py:543 starting data server on port 38337
INFO root:portable_runner.py:543 starting state server on port 36619
INFO root:portable_runner.py:543 starting logging server on port 45491
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f9756a81d30> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'dc83dd671f3a085306de1a0bcf0a12db454f78fee9dd20217e852de9c8586620', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f9756a82a90> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:49867')
INFO root:portable_runner.py:543 Requesting worker at localhost:49867
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:34 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-11.c.apache-beam-testing.internal:44035.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:43 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 05, 2023 5:38:43 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-1989b2c2-e242-4269-ab2a-1b97351b761f failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 275.99s (0:04:35) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1846074
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1846898.
Stopping expansion service pid: 1846899.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 59s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/oricpoxldfi3w
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4903
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4903/display/redirect>
Changes:
------------------------------------------
[...truncated 1.19 MB...]
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$724cbbb0-1add-479d-9fb5-4cd75e8e8dc0"
>
>
>
coders: <
key: "YGwUguSwNaTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\25284Fsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\217\275\346\367}\027\300-\277/\303\\\345LL\336\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "YGwUguSwNaVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "YGwUguSwNaVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "YGwUguSwNabeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar\022@9fbf9f819c2d8dc712fb8e1735be91bb594bc61966eae1ede9618cdbf6743d86"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/05 11:20:51 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1701775251593113168
2023/12/05 11:20:54 Prepared job with id: go-testjdbcio_postgresreadwrite-295-8c95ccd0-7d94-4e89-bd4a-fe8589148122 and staging token: go-testjdbcio_postgresreadwrite-295-8c95ccd0-7d94-4e89-bd4a-fe8589148122
2023/12/05 11:20:54 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-295-8c95ccd0-7d94-4e89-bd4a-fe8589148122
2023/12/05 11:20:54 Submitted job: go-testjdbcio_postgresreadwrite-295-8c95ccd0-7d94-4e89-bd4a-fe8589148122
2023/12/05 11:20:54 Job[go-testjdbcio_postgresreadwrite-295-8c95ccd0-7d94-4e89-bd4a-fe8589148122] state: STOPPED
2023/12/05 11:20:54 Job[go-testjdbcio_postgresreadwrite-295-8c95ccd0-7d94-4e89-bd4a-fe8589148122] state: STARTING
2023/12/05 11:20:54 Job[go-testjdbcio_postgresreadwrite-295-8c95ccd0-7d94-4e89-bd4a-fe8589148122] state: RUNNING
2023/12/05 11:20:54 2023-12-05 11:20:54. (1): ==================== <function annotate_downstream_side_inputs at 0x7f9376184f70> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f93761860d0> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (3): ==================== <function pack_combiners at 0x7f93761865e0> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (4): ==================== <function lift_combiners at 0x7f9376186670> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (5): ==================== <function expand_sdf at 0x7f9376186820> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (6): ==================== <function expand_gbk at 0x7f93761868b0> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (7): ==================== <function sink_flattens at 0x7f93761869d0> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (8): ==================== <function greedily_fuse at 0x7f9376186a60> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (9): ==================== <function read_to_impulse at 0x7f9376186af0> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (10): ==================== <function impulse_to_input at 0x7f9376186b80> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (11): ==================== <function sort_stages at 0x7f9376186dc0> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f9376186ee0> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (13): ==================== <function setup_timer_mapping at 0x7f9376186d30> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (14): ==================== <function populate_data_channel_coders at 0x7f9376186e50> ====================
2023/12/05 11:20:54 2023-12-05 11:20:54. (15): starting control server on port 34923
2023/12/05 11:20:54 2023-12-05 11:20:54. (16): starting data server on port 41209
2023/12/05 11:20:54 2023-12-05 11:20:54. (17): starting state server on port 34333
2023/12/05 11:20:54 2023-12-05 11:20:54. (18): starting logging server on port 34717
2023/12/05 11:20:54 2023-12-05 11:20:54. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f93a611c580> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/05 11:20:57 2023-12-05 11:20:57. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/05 11:20:57 2023-12-05 11:20:57. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/05 11:20:58 2023-12-05 11:20:58. (22): Waiting for docker to start up. Current status is running
2023/12/05 11:20:58 2023-12-05 11:20:58. (23): Docker container is running. container_id = b'0c4566832eb31a304f4331ec84b75a00dd002c5665afb2544f9f050908b1e81f', worker_id = worker_13
2023/12/05 11:21:00 2023-12-05 11:21:00. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f93a613ad90> for environment YGwUguSwNabeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/05 11:21:02 2023-12-05 11:21:02. (25): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/05 11:21:03 2023-12-05 11:21:03. (26): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/05 11:21:04 2023-12-05 11:21:04. (27): Waiting for docker to start up. Current status is running
2023/12/05 11:21:04 2023-12-05 11:21:04. (28): Docker container is running. container_id = b'a04bf1740502e0f73cb25db6771b21a4f968b411223fa42ba13823f5967cf339', worker_id = worker_15
2023/12/05 11:21:10 2023-12-05 11:21:10. (29): Completed job in 16.36780095100403 seconds with state DONE.
2023/12/05 11:21:10 Job[go-testjdbcio_postgresreadwrite-295-8c95ccd0-7d94-4e89-bd4a-fe8589148122] state: DONE
2023/12/05 11:21:10 🐳 Terminating container: 752bb453c315
2023/12/05 11:21:11 🚫 Container terminated: 752bb453c315
--- PASS: TestJDBCIO_PostgresReadWrite (42.34s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 98.021s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.026s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41807
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpw7om5n6j/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 43607
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 27m 41s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ovsamnl4yv2ji
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4902
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4902/display/redirect>
Changes:
------------------------------------------
[...truncated 1.22 MB...]
>
>
coders: <
key: "wYPgstxJbxKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "wYPgstxJbxVarIntCoder"
component_coder_ids: "wYPgstxJbxTimestampedValueCoder"
>
>
coders: <
key: "wYPgstxJbxKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "wYPgstxJbxVarIntCoder"
component_coder_ids: "wYPgstxJbxIterableCoder"
>
>
coders: <
key: "wYPgstxJbxRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$8a09d939-62c4-43ce-be38-dacd53f08085"
>
>
>
coders: <
key: "wYPgstxJbxTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\241\357\370Jsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\224f\273\252\362=\234\205Lk\306\203\233\310Ib\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "wYPgstxJbxVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "wYPgstxJbxVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "wYPgstxJbxbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar\022@9fbf9f819c2d8dc712fb8e1735be91bb594bc61966eae1ede9618cdbf6743d86"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/05 05:20:56 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1701753656354528088
2023/12/05 05:20:58 Prepared job with id: go-testjdbcio_postgresreadwrite-751-1f6f0c5b-cd50-4d3b-856c-ca90237640b8 and staging token: go-testjdbcio_postgresreadwrite-751-1f6f0c5b-cd50-4d3b-856c-ca90237640b8
2023/12/05 05:20:59 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-751-1f6f0c5b-cd50-4d3b-856c-ca90237640b8
2023/12/05 05:20:59 Submitted job: go-testjdbcio_postgresreadwrite-751-1f6f0c5b-cd50-4d3b-856c-ca90237640b8
2023/12/05 05:20:59 Job[go-testjdbcio_postgresreadwrite-751-1f6f0c5b-cd50-4d3b-856c-ca90237640b8] state: STOPPED
2023/12/05 05:20:59 Job[go-testjdbcio_postgresreadwrite-751-1f6f0c5b-cd50-4d3b-856c-ca90237640b8] state: STARTING
2023/12/05 05:20:59 Job[go-testjdbcio_postgresreadwrite-751-1f6f0c5b-cd50-4d3b-856c-ca90237640b8] state: RUNNING
2023/12/05 05:20:59 2023-12-05 05:20:59. (1): ==================== <function annotate_downstream_side_inputs at 0x7ff0c0987e50> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (2): ==================== <function fix_side_input_pcoll_coders at 0x7ff0c0987f70> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (3): ==================== <function pack_combiners at 0x7ff0c098c4c0> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (4): ==================== <function lift_combiners at 0x7ff0c098c550> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (5): ==================== <function expand_sdf at 0x7ff0c098c700> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (6): ==================== <function expand_gbk at 0x7ff0c098c790> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (7): ==================== <function sink_flattens at 0x7ff0c098c8b0> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (8): ==================== <function greedily_fuse at 0x7ff0c098c940> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (9): ==================== <function read_to_impulse at 0x7ff0c098c9d0> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (10): ==================== <function impulse_to_input at 0x7ff0c098ca60> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (11): ==================== <function sort_stages at 0x7ff0c098cca0> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7ff0c098cdc0> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (13): ==================== <function setup_timer_mapping at 0x7ff0c098cc10> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (14): ==================== <function populate_data_channel_coders at 0x7ff0c098cd30> ====================
2023/12/05 05:20:59 2023-12-05 05:20:59. (15): starting control server on port 41437
2023/12/05 05:20:59 2023-12-05 05:20:59. (16): starting data server on port 40691
2023/12/05 05:20:59 2023-12-05 05:20:59. (17): starting state server on port 36921
2023/12/05 05:20:59 2023-12-05 05:20:59. (18): starting logging server on port 35641
2023/12/05 05:20:59 2023-12-05 05:20:59. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff0f0908ee0> for environment wYPgstxJbxbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/05 05:21:00 2023-12-05 05:20:59. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/05 05:21:00 2023-12-05 05:21:00. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/05 05:21:02 2023-12-05 05:21:02. (22): Waiting for docker to start up. Current status is running
2023/12/05 05:21:02 2023-12-05 05:21:02. (23): Docker container is running. container_id = b'60ae352712c738006b987cad8eddd8606f00bec2be2bea499796d5fbb526d0d5', worker_id = worker_13
2023/12/05 05:21:03 2023-12-05 05:21:03. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7ff0f093e400> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/05 05:21:06 2023-12-05 05:21:06. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/05 05:21:06 2023-12-05 05:21:06. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/05 05:21:08 2023-12-05 05:21:08. (27): Waiting for docker to start up. Current status is running
2023/12/05 05:21:08 2023-12-05 05:21:08. (28): Docker container is running. container_id = b'b1e2cdc42be53ba12dc72776e984719d2e1b2acfef9a801cb6592477d2c1e137', worker_id = worker_15
2023/12/05 05:21:11 2023-12-05 05:21:11. (29): Completed job in 12.097591638565063 seconds with state DONE.
2023/12/05 05:21:11 Job[go-testjdbcio_postgresreadwrite-751-1f6f0c5b-cd50-4d3b-856c-ca90237640b8] state: DONE
2023/12/05 05:21:11 🐳 Terminating container: 57119d7795bd
2023/12/05 05:21:11 🚫 Container terminated: 57119d7795bd
--- PASS: TestJDBCIO_PostgresReadWrite (38.37s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 88.634s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.022s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34537
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpwc70gqxw/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 45971
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 27m 45s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/nz5jtc7adug7g
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4901
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4901/display/redirect>
Changes:
------------------------------------------
[...truncated 1.72 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:25 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:26 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:26 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:28 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:28 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:28 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fe55b3a63a0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fe55b3a6430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fe55b3a6b80> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f5edd971e50> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f5edd971f70> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f5edd9734c0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f5edd973550> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f5edd973700> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f5edd973790> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f5edd9738b0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f5edd973940> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f5edd9739d0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f5edd973a60> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f5edd973ca0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f5edd973dc0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f5edd973c10> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f5edd973d30> ====================
INFO root:portable_runner.py:543 starting control server on port 35963
INFO root:portable_runner.py:543 starting data server on port 40213
INFO root:portable_runner.py:543 starting state server on port 43701
INFO root:portable_runner.py:543 starting logging server on port 39481
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f5f11df93a0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'ef2f4aaae49eedd0d93d0ca789adbaea5f4afaf0d33a9a5d1ef53ca107973e12', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f5f130427c0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:39037')
INFO root:portable_runner.py:543 Requesting worker at localhost:39037
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:38 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:35963.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:47 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:38:47 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-3e635127-b9d2-479c-8a36-7f5b8b54f1f7 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 274.64s (0:04:34) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2665003
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2667777.
Stopping expansion service pid: 2667778.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 3s
261 actionable tasks: 177 executed, 74 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/4scnkdt6rkv5a
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4900
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4900/display/redirect?page=changes>
Changes:
[noreply] Bump cloud.google.com/go/spanner from 1.51.0 to 1.53.0 in /sdks (#29448)
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:27 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:27 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:27 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:29 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f2a24d48430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f2a24d484c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f2a24d48c10> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fc2751c8e50> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fc2751c8f70> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fc2751c94c0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fc2751c9550> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fc2751c9700> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fc2751c9790> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fc2751c98b0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fc2751c9940> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fc2751c99d0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fc2751c9a60> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fc2751c9ca0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fc2751c9dc0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fc2751c9c10> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fc2751c9d30> ====================
INFO root:portable_runner.py:543 starting control server on port 38153
INFO root:portable_runner.py:543 starting data server on port 35939
INFO root:portable_runner.py:543 starting state server on port 33603
INFO root:portable_runner.py:543 starting logging server on port 39989
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fc2a29bd070> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'89d2e6b5a2ae3f430196d109ec5f6ad43e2611c8d0b7cfe3afa6c6c59b8a50da', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fc2a91d2520> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:60427')
INFO root:portable_runner.py:543 Requesting worker at localhost:60427
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:39 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-11.c.apache-beam-testing.internal:38153.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:48 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 5:37:48 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-a9271c21-e17f-4f9e-93c7-e981c9376d61 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 267.24s (0:04:27) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 203245
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 204161.
Stopping expansion service pid: 204162.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 3s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/r6ncwtzgxcg6k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4899
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4899/display/redirect>
Changes:
------------------------------------------
[...truncated 1.50 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:05 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:05 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:05 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:07 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:07 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:07 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fd36052c430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fd36052c4c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fd36052cc10> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f879049de50> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f879049df70> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f879049e4c0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f879049e550> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f879049e700> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f879049e790> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f879049e8b0> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f879049e940> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f879049e9d0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f879049ea60> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f879049eca0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f879049edc0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f879049ec10> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f879049ed30> ====================
INFO root:portable_runner.py:543 starting control server on port 41621
INFO root:portable_runner.py:543 starting data server on port 44941
INFO root:portable_runner.py:543 starting state server on port 36003
INFO root:portable_runner.py:543 starting logging server on port 39635
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f87bdc936a0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'c572ac8ee91d9f8230827b880318c0484850f6b2dc928c193e5578a69b7b1e2f', worker_id = worker_83
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f87bdc9a310> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:48447')
INFO root:portable_runner.py:543 Requesting worker at localhost:48447
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:17 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_84 pointing at apache-ci-beam-jenkins-11.c.apache-beam-testing.internal:41621.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:26 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 04, 2023 11:37:26 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_84.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-d8313e0a-103f-4f79-bb48-d6952c9e4999 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 267.58s (0:04:27) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 4014726
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 4015558.
Stopping expansion service pid: 4015559.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 27m 31s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/472jb7suh2r26
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4898
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4898/display/redirect>
Changes:
------------------------------------------
[...truncated 1.33 MB...]
>
>
coders: <
key: "ePoqbMJGSmKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ePoqbMJGSmVarIntCoder"
component_coder_ids: "ePoqbMJGSmTimestampedValueCoder"
>
>
coders: <
key: "ePoqbMJGSmKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ePoqbMJGSmVarIntCoder"
component_coder_ids: "ePoqbMJGSmIterableCoder"
>
>
coders: <
key: "ePoqbMJGSmRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$6217e55c-8e6d-4bdc-adcc-fe13666b4178"
>
>
>
coders: <
key: "ePoqbMJGSmTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\241\357\370Jsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\260\027\035\240E\310\234V\274\0009\236\201\221L\t\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "ePoqbMJGSmVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "ePoqbMJGSmVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "ePoqbMJGSmbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar\022@9fbf9f819c2d8dc712fb8e1735be91bb594bc61966eae1ede9618cdbf6743d86"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/04 05:20:45 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1701667245094613760
2023/12/04 05:20:47 Prepared job with id: go-testjdbcio_postgresreadwrite-874-836046d5-84fd-47f1-b790-cc1366ca6cc0 and staging token: go-testjdbcio_postgresreadwrite-874-836046d5-84fd-47f1-b790-cc1366ca6cc0
2023/12/04 05:20:47 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-874-836046d5-84fd-47f1-b790-cc1366ca6cc0
2023/12/04 05:20:47 Submitted job: go-testjdbcio_postgresreadwrite-874-836046d5-84fd-47f1-b790-cc1366ca6cc0
2023/12/04 05:20:47 Job[go-testjdbcio_postgresreadwrite-874-836046d5-84fd-47f1-b790-cc1366ca6cc0] state: STOPPED
2023/12/04 05:20:47 Job[go-testjdbcio_postgresreadwrite-874-836046d5-84fd-47f1-b790-cc1366ca6cc0] state: STARTING
2023/12/04 05:20:47 Job[go-testjdbcio_postgresreadwrite-874-836046d5-84fd-47f1-b790-cc1366ca6cc0] state: RUNNING
2023/12/04 05:20:47 2023-12-04 05:20:47. (1): ==================== <function annotate_downstream_side_inputs at 0x7f0e65124e50> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f0e65124f70> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (3): ==================== <function pack_combiners at 0x7f0e651254c0> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (4): ==================== <function lift_combiners at 0x7f0e65125550> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (5): ==================== <function expand_sdf at 0x7f0e65125700> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (6): ==================== <function expand_gbk at 0x7f0e65125790> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (7): ==================== <function sink_flattens at 0x7f0e651258b0> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (8): ==================== <function greedily_fuse at 0x7f0e65125940> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (9): ==================== <function read_to_impulse at 0x7f0e651259d0> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (10): ==================== <function impulse_to_input at 0x7f0e65125a60> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (11): ==================== <function sort_stages at 0x7f0e65125ca0> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f0e65125dc0> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (13): ==================== <function setup_timer_mapping at 0x7f0e65125c10> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (14): ==================== <function populate_data_channel_coders at 0x7f0e65125d30> ====================
2023/12/04 05:20:47 2023-12-04 05:20:47. (15): starting control server on port 40251
2023/12/04 05:20:47 2023-12-04 05:20:47. (16): starting data server on port 39233
2023/12/04 05:20:47 2023-12-04 05:20:47. (17): starting state server on port 35163
2023/12/04 05:20:47 2023-12-04 05:20:47. (18): starting logging server on port 42497
2023/12/04 05:20:47 2023-12-04 05:20:47. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0e9a8cabb0> for environment ePoqbMJGSmbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/04 05:20:50 2023-12-04 05:20:50. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/04 05:20:51 2023-12-04 05:20:51. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/04 05:20:52 2023-12-04 05:20:52. (22): Waiting for docker to start up. Current status is running
2023/12/04 05:20:52 2023-12-04 05:20:52. (23): Docker container is running. container_id = b'c700c304514e1f2ea7630f034ede3d63850f35f6783f88ff7b1429ec547e0953', worker_id = worker_13
2023/12/04 05:20:53 2023-12-04 05:20:53. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f0e9a8572b0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/04 05:20:55 2023-12-04 05:20:55. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/04 05:20:56 2023-12-04 05:20:56. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/04 05:20:57 2023-12-04 05:20:57. (27): Waiting for docker to start up. Current status is running
2023/12/04 05:20:57 2023-12-04 05:20:57. (28): Docker container is running. container_id = b'61e84d71561868ad13052abf117eae63040abfebc1c1636aa84bd49e4ae30fbb', worker_id = worker_15
2023/12/04 05:21:01 2023-12-04 05:21:01. (29): Completed job in 13.07837700843811 seconds with state DONE.
2023/12/04 05:21:01 Job[go-testjdbcio_postgresreadwrite-874-836046d5-84fd-47f1-b790-cc1366ca6cc0] state: DONE
2023/12/04 05:21:01 🐳 Terminating container: 7de15fc7f33b
2023/12/04 05:21:01 🚫 Container terminated: 7de15fc7f33b
--- PASS: TestJDBCIO_PostgresReadWrite (39.03s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 93.446s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.022s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41571
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpuohm42_u/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 46799
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 27m 47s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/gz2fre52e2z24
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4897
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4897/display/redirect>
Changes:
------------------------------------------
[...truncated 1.51 MB...]
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$c85da018-1dc0-457a-939f-a1566f5ec0aa"
>
>
>
coders: <
key: "XDSjaEatEyTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\250\277\327\326sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\217\004\366p\227\323:\037\373\345\206\246\224\251K\177\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "XDSjaEatEyVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "XDSjaEatEyVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\003\022$abc5e222-ab8f-4f6f-800a-a58bb0f45675"
>
>
>
environments: <
key: "XDSjaEatEybeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar\022@9fbf9f819c2d8dc712fb8e1735be91bb594bc61966eae1ede9618cdbf6743d86"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/03 23:21:30 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1701645690233805962
2023/12/03 23:21:32 Prepared job with id: go-testjdbcio_postgresreadwrite-692-4ee9f409-471a-4db9-b064-35bbb750865b and staging token: go-testjdbcio_postgresreadwrite-692-4ee9f409-471a-4db9-b064-35bbb750865b
2023/12/03 23:21:33 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-692-4ee9f409-471a-4db9-b064-35bbb750865b
2023/12/03 23:21:33 Submitted job: go-testjdbcio_postgresreadwrite-692-4ee9f409-471a-4db9-b064-35bbb750865b
2023/12/03 23:21:33 Job[go-testjdbcio_postgresreadwrite-692-4ee9f409-471a-4db9-b064-35bbb750865b] state: STOPPED
2023/12/03 23:21:33 Job[go-testjdbcio_postgresreadwrite-692-4ee9f409-471a-4db9-b064-35bbb750865b] state: STARTING
2023/12/03 23:21:33 Job[go-testjdbcio_postgresreadwrite-692-4ee9f409-471a-4db9-b064-35bbb750865b] state: RUNNING
2023/12/03 23:21:33 2023-12-03 23:21:33. (1): ==================== <function annotate_downstream_side_inputs at 0x7feedce00e50> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (2): ==================== <function fix_side_input_pcoll_coders at 0x7feedce00f70> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (3): ==================== <function pack_combiners at 0x7feedce044c0> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (4): ==================== <function lift_combiners at 0x7feedce04550> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (5): ==================== <function expand_sdf at 0x7feedce04700> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (6): ==================== <function expand_gbk at 0x7feedce04790> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (7): ==================== <function sink_flattens at 0x7feedce048b0> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (8): ==================== <function greedily_fuse at 0x7feedce04940> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (9): ==================== <function read_to_impulse at 0x7feedce049d0> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (10): ==================== <function impulse_to_input at 0x7feedce04a60> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (11): ==================== <function sort_stages at 0x7feedce04ca0> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7feedce04dc0> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (13): ==================== <function setup_timer_mapping at 0x7feedce04c10> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (14): ==================== <function populate_data_channel_coders at 0x7feedce04d30> ====================
2023/12/03 23:21:33 2023-12-03 23:21:33. (15): starting control server on port 36855
2023/12/03 23:21:33 2023-12-03 23:21:33. (16): starting data server on port 43121
2023/12/03 23:21:33 2023-12-03 23:21:33. (17): starting state server on port 33307
2023/12/03 23:21:33 2023-12-03 23:21:33. (18): starting logging server on port 34775
2023/12/03 23:21:33 2023-12-03 23:21:33. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fef111f81c0> for environment XDSjaEatEybeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/03 23:21:37 2023-12-03 23:21:37. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/03 23:21:38 2023-12-03 23:21:38. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/03 23:21:39 2023-12-03 23:21:39. (22): Waiting for docker to start up. Current status is running
2023/12/03 23:21:39 2023-12-03 23:21:39. (23): Docker container is running. container_id = b'c0bdbef357756570e5914151cedba6c8a4d1af2af444e2351ccc5083498a0ead', worker_id = worker_17
2023/12/03 23:21:40 2023-12-03 23:21:40. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7feedc48db80> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/03 23:21:42 2023-12-03 23:21:42. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/03 23:21:43 2023-12-03 23:21:43. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/03 23:21:44 2023-12-03 23:21:44. (27): Waiting for docker to start up. Current status is running
2023/12/03 23:21:44 2023-12-03 23:21:44. (28): Docker container is running. container_id = b'a4f6264c589dcb4d43386d5e2246b94c30ab6bb59f7fb69a61a8e06510b7135e', worker_id = worker_19
2023/12/03 23:21:47 2023-12-03 23:21:47. (29): Completed job in 14.75022578239441 seconds with state DONE.
2023/12/03 23:21:47 Job[go-testjdbcio_postgresreadwrite-692-4ee9f409-471a-4db9-b064-35bbb750865b] state: DONE
2023/12/03 23:21:48 🐳 Terminating container: 402eaaadfb69
2023/12/03 23:21:48 🚫 Container terminated: 402eaaadfb69
--- PASS: TestJDBCIO_PostgresReadWrite (46.55s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 108.175s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.028s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38711
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpyodgbvk_/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34473
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 23s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/lzfkknwuv5fxq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4896
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4896/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
>
>
coders: <
key: "sZeBSKtSwZKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "sZeBSKtSwZVarIntCoder"
component_coder_ids: "sZeBSKtSwZTimestampedValueCoder"
>
>
coders: <
key: "sZeBSKtSwZKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "sZeBSKtSwZVarIntCoder"
component_coder_ids: "sZeBSKtSwZIterableCoder"
>
>
coders: <
key: "sZeBSKtSwZRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$cbe9feaf-7127-4239-8e02-84700b26975d"
>
>
>
coders: <
key: "sZeBSKtSwZTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006m\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\320\232]9sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\024iont\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\216.\354a{\031w\213 QJ\376)?F8\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\000.\0261\n\026\216\n\356k\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r\243\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "sZeBSKtSwZVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "sZeBSKtSwZVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "sZeBSKtSwZbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar\022@9fbf9f819c2d8dc712fb8e1735be91bb594bc61966eae1ede9618cdbf6743d86"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/03 17:21:16 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1701624076910218554
2023/12/03 17:21:19 Prepared job with id: go-testjdbcio_postgresreadwrite-603-2c5d3927-859a-472f-9dde-955dd45c182e and staging token: go-testjdbcio_postgresreadwrite-603-2c5d3927-859a-472f-9dde-955dd45c182e
2023/12/03 17:21:20 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-603-2c5d3927-859a-472f-9dde-955dd45c182e
2023/12/03 17:21:20 Submitted job: go-testjdbcio_postgresreadwrite-603-2c5d3927-859a-472f-9dde-955dd45c182e
2023/12/03 17:21:20 2023-12-03 17:21:20. (1): ==================== <function annotate_downstream_side_inputs at 0x7faa12ed1e50> ====================
2023/12/03 17:21:20 Job[go-testjdbcio_postgresreadwrite-603-2c5d3927-859a-472f-9dde-955dd45c182e] state: STOPPED
2023/12/03 17:21:20 Job[go-testjdbcio_postgresreadwrite-603-2c5d3927-859a-472f-9dde-955dd45c182e] state: STARTING
2023/12/03 17:21:20 Job[go-testjdbcio_postgresreadwrite-603-2c5d3927-859a-472f-9dde-955dd45c182e] state: RUNNING
2023/12/03 17:21:20 2023-12-03 17:21:20. (2): ==================== <function fix_side_input_pcoll_coders at 0x7faa12ed1f70> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (3): ==================== <function pack_combiners at 0x7faa12ed24c0> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (4): ==================== <function lift_combiners at 0x7faa12ed2550> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (5): ==================== <function expand_sdf at 0x7faa12ed2700> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (6): ==================== <function expand_gbk at 0x7faa12ed2790> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (7): ==================== <function sink_flattens at 0x7faa12ed28b0> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (8): ==================== <function greedily_fuse at 0x7faa12ed2940> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (9): ==================== <function read_to_impulse at 0x7faa12ed29d0> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (10): ==================== <function impulse_to_input at 0x7faa12ed2a60> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (11): ==================== <function sort_stages at 0x7faa12ed2ca0> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7faa12ed2dc0> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (13): ==================== <function setup_timer_mapping at 0x7faa12ed2c10> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (14): ==================== <function populate_data_channel_coders at 0x7faa12ed2d30> ====================
2023/12/03 17:21:20 2023-12-03 17:21:20. (15): starting control server on port 40257
2023/12/03 17:21:20 2023-12-03 17:21:20. (16): starting data server on port 45865
2023/12/03 17:21:20 2023-12-03 17:21:20. (17): starting state server on port 38075
2023/12/03 17:21:20 2023-12-03 17:21:20. (18): starting logging server on port 45205
2023/12/03 17:21:20 2023-12-03 17:21:20. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7faa4866dbb0> for environment sZeBSKtSwZbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/03 17:21:20 2023-12-03 17:21:20. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/03 17:21:21 2023-12-03 17:21:21. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/03 17:21:23 2023-12-03 17:21:23. (22): Waiting for docker to start up. Current status is running
2023/12/03 17:21:23 2023-12-03 17:21:23. (23): Docker container is running. container_id = b'10229c272a7937e13bc0235d836bb6fae40268f19a1bbe3a8e787502cca4aa11', worker_id = worker_13
2023/12/03 17:21:24 2023-12-03 17:21:24. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7faa486acee0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/03 17:21:26 2023-12-03 17:21:26. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/03 17:21:27 2023-12-03 17:21:27. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/03 17:21:28 2023-12-03 17:21:28. (27): Waiting for docker to start up. Current status is running
2023/12/03 17:21:28 2023-12-03 17:21:28. (28): Docker container is running. container_id = b'a5d4a98e325b1db7053380bcb36f68309b2d5d442643f7e5f8a7396da2e870c1', worker_id = worker_15
2023/12/03 17:21:32 2023-12-03 17:21:32. (29): Completed job in 12.280065059661865 seconds with state DONE.
2023/12/03 17:21:32 Job[go-testjdbcio_postgresreadwrite-603-2c5d3927-859a-472f-9dde-955dd45c182e] state: DONE
2023/12/03 17:21:32 🐳 Terminating container: 8cc5e7b00c9c
2023/12/03 17:21:32 🚫 Container terminated: 8cc5e7b00c9c
--- PASS: TestJDBCIO_PostgresReadWrite (38.96s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 90.663s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.023s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 43371
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpzy_5s67s/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41003
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 19s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/v7ltcq7z6cufg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4895
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4895/display/redirect>
Changes:
------------------------------------------
[...truncated 1.20 MB...]
>
>
coders: <
key: "gOkKrwDghEKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gOkKrwDghEVarIntCoder"
component_coder_ids: "gOkKrwDghETimestampedValueCoder"
>
>
coders: <
key: "gOkKrwDghEKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gOkKrwDghEVarIntCoder"
component_coder_ids: "gOkKrwDghEIterableCoder"
>
>
coders: <
key: "gOkKrwDghERowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$da2630a9-57ef-4fec-9045-e474347cc932"
>
>
>
coders: <
key: "gOkKrwDghETimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\241\357\370Jsr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\232\351\035K\010\336\352\334Y\320\230\344\363\302FV\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "gOkKrwDghEVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "gOkKrwDghEVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "gOkKrwDghEbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar\022@9fbf9f819c2d8dc712fb8e1735be91bb594bc61966eae1ede9618cdbf6743d86"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s3"
2023/12/03 11:21:31 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-3-1701602491373244938
2023/12/03 11:21:34 Prepared job with id: go-testjdbcio_postgresreadwrite-573-a739fe5e-1b8f-4a39-bb0a-bb0c1f0f321c and staging token: go-testjdbcio_postgresreadwrite-573-a739fe5e-1b8f-4a39-bb0a-bb0c1f0f321c
2023/12/03 11:21:34 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-573-a739fe5e-1b8f-4a39-bb0a-bb0c1f0f321c
2023/12/03 11:21:34 Submitted job: go-testjdbcio_postgresreadwrite-573-a739fe5e-1b8f-4a39-bb0a-bb0c1f0f321c
2023/12/03 11:21:34 Job[go-testjdbcio_postgresreadwrite-573-a739fe5e-1b8f-4a39-bb0a-bb0c1f0f321c] state: STOPPED
2023/12/03 11:21:34 Job[go-testjdbcio_postgresreadwrite-573-a739fe5e-1b8f-4a39-bb0a-bb0c1f0f321c] state: STARTING
2023/12/03 11:21:34 Job[go-testjdbcio_postgresreadwrite-573-a739fe5e-1b8f-4a39-bb0a-bb0c1f0f321c] state: RUNNING
2023/12/03 11:21:34 2023-12-03 11:21:34. (1): ==================== <function annotate_downstream_side_inputs at 0x7f2a9cac4e50> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f2a9cac4f70> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (3): ==================== <function pack_combiners at 0x7f2a9cac54c0> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (4): ==================== <function lift_combiners at 0x7f2a9cac5550> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (5): ==================== <function expand_sdf at 0x7f2a9cac5700> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (6): ==================== <function expand_gbk at 0x7f2a9cac5790> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (7): ==================== <function sink_flattens at 0x7f2a9cac58b0> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (8): ==================== <function greedily_fuse at 0x7f2a9cac5940> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (9): ==================== <function read_to_impulse at 0x7f2a9cac59d0> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (10): ==================== <function impulse_to_input at 0x7f2a9cac5a60> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (11): ==================== <function sort_stages at 0x7f2a9cac5ca0> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f2a9cac5dc0> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (13): ==================== <function setup_timer_mapping at 0x7f2a9cac5c10> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (14): ==================== <function populate_data_channel_coders at 0x7f2a9cac5d30> ====================
2023/12/03 11:21:34 2023-12-03 11:21:34. (15): starting control server on port 44359
2023/12/03 11:21:34 2023-12-03 11:21:34. (16): starting data server on port 46021
2023/12/03 11:21:34 2023-12-03 11:21:34. (17): starting state server on port 36519
2023/12/03 11:21:34 2023-12-03 11:21:34. (18): starting logging server on port 42321
2023/12/03 11:21:34 2023-12-03 11:21:34. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f2ad1ae69a0> for environment gOkKrwDghEbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/03 11:21:38 2023-12-03 11:21:38. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/03 11:21:39 2023-12-03 11:21:39. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/03 11:21:40 2023-12-03 11:21:40. (22): Waiting for docker to start up. Current status is running
2023/12/03 11:21:40 2023-12-03 11:21:40. (23): Docker container is running. container_id = b'c911b326bc898f87d5854e07c97c9088526dbc8b4967f62ba23887e2e367d7d9', worker_id = worker_14
2023/12/03 11:21:41 2023-12-03 11:21:41. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f2ad1275ca0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/03 11:21:41 2023-12-03 11:21:41. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/03 11:21:42 2023-12-03 11:21:42. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/03 11:21:43 2023-12-03 11:21:43. (27): Waiting for docker to start up. Current status is running
2023/12/03 11:21:43 2023-12-03 11:21:43. (28): Docker container is running. container_id = b'e8dc35da07653cef418740c8dc2a5555cdeda677ec387b1bc8beeb6552c3165c', worker_id = worker_15
2023/12/03 11:21:46 2023-12-03 11:21:46. (29): Completed job in 11.972605228424072 seconds with state DONE.
2023/12/03 11:21:46 Job[go-testjdbcio_postgresreadwrite-573-a739fe5e-1b8f-4a39-bb0a-bb0c1f0f321c] state: DONE
2023/12/03 11:21:46 🐳 Terminating container: 57bf6bacb222
2023/12/03 11:21:46 🚫 Container terminated: 57bf6bacb222
--- PASS: TestJDBCIO_PostgresReadWrite (38.92s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 94.141s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.023s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34015
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmpx4mw2y8p/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 37019
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 45s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/o5qkpe4oz4keq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4894
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4894/display/redirect?page=changes>
Changes:
[noreply] Bump Pyarrow version to include 14.0.0 (#29536)
------------------------------------------
[...truncated 1.50 MB...]
>
>
coders: <
key: "gthZgSZlXZKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gthZgSZlXZVarIntCoder"
component_coder_ids: "gthZgSZlXZTimestampedValueCoder"
>
>
coders: <
key: "gthZgSZlXZKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gthZgSZlXZVarIntCoder"
component_coder_ids: "gthZgSZlXZIterableCoder"
>
>
coders: <
key: "gthZgSZlXZRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$d3d49639-7a75-46c4-bbee-b942147a6b96"
>
>
>
coders: <
key: "gthZgSZlXZTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\241\314\257\203sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\227jk$O\t\261\264>\261\2321\245\307AN\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "gthZgSZlXZVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "gthZgSZlXZVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "gthZgSZlXZbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar\022@9fbf9f819c2d8dc712fb8e1735be91bb594bc61966eae1ede9618cdbf6743d86"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/03 05:21:24 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1701580884866938618
2023/12/03 05:21:27 Prepared job with id: go-testjdbcio_postgresreadwrite-638-04871d05-a2aa-4138-a22c-ee7b0a6fc878 and staging token: go-testjdbcio_postgresreadwrite-638-04871d05-a2aa-4138-a22c-ee7b0a6fc878
2023/12/03 05:21:27 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-638-04871d05-a2aa-4138-a22c-ee7b0a6fc878
2023/12/03 05:21:27 Submitted job: go-testjdbcio_postgresreadwrite-638-04871d05-a2aa-4138-a22c-ee7b0a6fc878
2023/12/03 05:21:27 Job[go-testjdbcio_postgresreadwrite-638-04871d05-a2aa-4138-a22c-ee7b0a6fc878] state: STOPPED
2023/12/03 05:21:27 Job[go-testjdbcio_postgresreadwrite-638-04871d05-a2aa-4138-a22c-ee7b0a6fc878] state: STARTING
2023/12/03 05:21:27 Job[go-testjdbcio_postgresreadwrite-638-04871d05-a2aa-4138-a22c-ee7b0a6fc878] state: RUNNING
2023/12/03 05:21:27 2023-12-03 05:21:27. (1): ==================== <function annotate_downstream_side_inputs at 0x7fa659513e50> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (2): ==================== <function fix_side_input_pcoll_coders at 0x7fa659513f70> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (3): ==================== <function pack_combiners at 0x7fa6595154c0> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (4): ==================== <function lift_combiners at 0x7fa659515550> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (5): ==================== <function expand_sdf at 0x7fa659515700> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (6): ==================== <function expand_gbk at 0x7fa659515790> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (7): ==================== <function sink_flattens at 0x7fa6595158b0> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (8): ==================== <function greedily_fuse at 0x7fa659515940> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (9): ==================== <function read_to_impulse at 0x7fa6595159d0> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (10): ==================== <function impulse_to_input at 0x7fa659515a60> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (11): ==================== <function sort_stages at 0x7fa659515ca0> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7fa659515dc0> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (13): ==================== <function setup_timer_mapping at 0x7fa659515c10> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (14): ==================== <function populate_data_channel_coders at 0x7fa659515d30> ====================
2023/12/03 05:21:27 2023-12-03 05:21:27. (15): starting control server on port 38131
2023/12/03 05:21:27 2023-12-03 05:21:27. (16): starting data server on port 38075
2023/12/03 05:21:27 2023-12-03 05:21:27. (17): starting state server on port 44431
2023/12/03 05:21:27 2023-12-03 05:21:27. (18): starting logging server on port 45445
2023/12/03 05:21:27 2023-12-03 05:21:27. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa68ed1a490> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/03 05:21:27 2023-12-03 05:21:27. (20): Attempting to pull image apache/beam_go_sdk:dev
2023/12/03 05:21:28 2023-12-03 05:21:28. (21): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/03 05:21:33 2023-12-03 05:21:33. (22): Waiting for docker to start up. Current status is running
2023/12/03 05:21:33 2023-12-03 05:21:33. (23): Docker container is running. container_id = b'bccaf9af82787759e1a43abb41eb97576a8a36469f09b438b466cbe6bb7820f0', worker_id = worker_16
2023/12/03 05:21:34 2023-12-03 05:21:34. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fa68e514f40> for environment gthZgSZlXZbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/03 05:21:37 2023-12-03 05:21:37. (25): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/03 05:21:38 2023-12-03 05:21:38. (26): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/03 05:21:39 2023-12-03 05:21:39. (27): Waiting for docker to start up. Current status is running
2023/12/03 05:21:39 2023-12-03 05:21:39. (28): Docker container is running. container_id = b'0751d9ca1572263846c8a7531e53f55ba13600011c15e4bbc370fb88987d1df1', worker_id = worker_18
2023/12/03 05:21:46 2023-12-03 05:21:46. (29): Completed job in 18.093438625335693 seconds with state DONE.
2023/12/03 05:21:46 Job[go-testjdbcio_postgresreadwrite-638-04871d05-a2aa-4138-a22c-ee7b0a6fc878] state: DONE
2023/12/03 05:21:46 🐳 Terminating container: aa09c4a1ca93
2023/12/03 05:21:46 🚫 Container terminated: aa09c4a1ca93
--- PASS: TestJDBCIO_PostgresReadWrite (50.58s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 127.880s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.023s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44851
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp1lghj25g/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 41805
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 2s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/2vcmd3ds6zf42
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4893
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4893/display/redirect>
Changes:
------------------------------------------
[...truncated 1.66 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:37:45 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:37:46 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:37:46 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:37:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:37:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:37:48 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7fd33d7671f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7fd33d767280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7fd33d7679d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f231920fca0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f231920fdc0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f2319213310> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f23192133a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f2319213550> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f23192135e0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f2319213700> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f2319213790> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f2319213820> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f23192138b0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f2319213af0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f2319213c10> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f2319213a60> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f2319213b80> ====================
INFO root:portable_runner.py:543 starting control server on port 36015
INFO root:portable_runner.py:543 starting data server on port 43823
INFO root:portable_runner.py:543 starting state server on port 43907
INFO root:portable_runner.py:543 starting logging server on port 42517
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f234c1ed280> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'52305aaadd6732c8e009aada1661d402dc9c61a608ad24b5ff8c620f0017242b', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f234d957490> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:41439')
INFO root:portable_runner.py:543 Requesting worker at localhost:41439
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:37:58 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-11.c.apache-beam-testing.internal:36015.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:38:07 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 11:38:07 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-99c3bc4a-d29d-40b2-b00e-da6a26519fe0 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 274.30s (0:04:34) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 1685889
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1686735.
Stopping expansion service pid: 1686736.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 24s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/3ch4sr5k65khq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4892
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4892/display/redirect?page=changes>
Changes:
[noreply] Adding failure_mode parameter to Spanner Python transforms (#29529)
------------------------------------------
[...truncated 1.81 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:37:40 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:37:40 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:37:40 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:37:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:37:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:37:42 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f110c2451f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f110c245280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f110c2459d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7fad03637ca0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7fad03637dc0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7fad03639310> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7fad036393a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7fad03639550> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7fad036395e0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7fad03639700> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7fad03639790> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7fad03639820> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7fad036398b0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7fad03639af0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7fad03639c10> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7fad03639a60> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7fad03639b80> ====================
INFO root:portable_runner.py:543 starting control server on port 43601
INFO root:portable_runner.py:543 starting data server on port 46035
INFO root:portable_runner.py:543 starting state server on port 40005
INFO root:portable_runner.py:543 starting logging server on port 37317
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fad374236d0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'c3eb69b779ff8c7ab95a2c2f6654fdbe9f441282057cd175acb1affa786bfd78', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7fad3742ec70> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:44053')
INFO root:portable_runner.py:543 Requesting worker at localhost:44053
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:37:52 PM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-13.c.apache-beam-testing.internal:43601.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:01 PM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:01 PM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-443bad26-04ad-46be-8e99-54f066c69d91 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 267.77s (0:04:27) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 55960
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 58121.
Stopping expansion service pid: 58122.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 13s
261 actionable tasks: 174 executed, 77 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/blwdbqezhieii
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4891
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4891/display/redirect>
Changes:
------------------------------------------
[...truncated 692.46 KB...]
#9 402.5 adding 'apache_beam-2.53.0.dev0.dist-info/top_level.txt'
#9 402.5 adding 'apache_beam-2.53.0.dev0.dist-info/RECORD'
#9 402.5 removing build/bdist.linux-x86_64/wheel
#9 402.9 Building wheel for apache-beam (pyproject.toml): finished with status 'done'
#9 402.9 Created wheel for apache-beam: filename=apache_beam-2.53.0.dev0-cp38-cp38-linux_x86_64.whl size=15417423 sha256=c568ce2558da71d551e129479f824d2cb8ea4b682fe19ab0badd963986dd816f
#9 402.9 Stored in directory: /root/.cache/pip/wheels/d3/98/79/56de7693569c5d5842f57d543463d92abe49498068bcdeee91
#9 403.0 Successfully built apache-beam
#9 403.0 Installing collected packages: apache-beam
#9 405.8 Successfully installed apache-beam-2.53.0.dev0
#9 405.8 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#9 408.1 No broken requirements found.
#9 408.8 apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz#sha256=9ee08860ac0d49c56a28d3fb1d4b5a9de7f53ed590ed200c0b1d0dce157d2afa
#9 408.8 attrs==23.1.0
#9 408.8 backports.zoneinfo==0.2.1
#9 408.8 beautifulsoup4==4.12.2
#9 408.8 bs4==0.0.1
#9 408.8 build==1.0.3
#9 408.8 cachetools==5.3.1
#9 408.8 certifi==2023.7.22
#9 408.8 cffi==1.16.0
#9 408.8 charset-normalizer==3.3.0
#9 408.8 click==8.1.7
#9 408.8 cloudpickle==2.2.1
#9 408.8 crcmod==1.7
#9 408.8 cryptography==41.0.6
#9 408.8 Cython==0.29.36
#9 408.8 deprecation==2.1.0
#9 408.8 dill==0.3.1.1
#9 408.8 dnspython==2.4.2
#9 408.8 docker==6.1.3
#9 408.8 docopt==0.6.2
#9 408.8 exceptiongroup==1.1.3
#9 408.8 execnet==2.0.2
#9 408.8 fastavro==1.8.4
#9 408.8 fasteners==0.19
#9 408.8 freezegun==1.2.2
#9 408.8 future==0.18.3
#9 408.8 google-api-core==2.12.0
#9 408.8 google-api-python-client==2.104.0
#9 408.8 google-apitools==0.5.31
#9 408.8 google-auth==2.23.3
#9 408.8 google-auth-httplib2==0.1.1
#9 408.8 google-cloud-aiplatform==1.35.0
#9 408.8 google-cloud-bigquery==3.12.0
#9 408.8 google-cloud-bigquery-storage==2.22.0
#9 408.8 google-cloud-bigtable==2.21.0
#9 408.8 google-cloud-core==2.3.3
#9 408.8 google-cloud-datastore==2.18.0
#9 408.8 google-cloud-dlp==3.12.3
#9 408.8 google-cloud-language==2.11.1
#9 408.8 google-cloud-profiler==4.1.0
#9 408.8 google-cloud-pubsub==2.18.4
#9 408.8 google-cloud-pubsublite==1.8.3
#9 408.8 google-cloud-recommendations-ai==0.10.5
#9 408.8 google-cloud-resource-manager==1.10.4
#9 408.8 google-cloud-spanner==3.40.1
#9 408.8 google-cloud-storage==2.12.0
#9 408.8 google-cloud-videointelligence==2.11.4
#9 408.8 google-cloud-vision==3.4.5
#9 408.8 google-crc32c==1.5.0
#9 408.8 google-resumable-media==2.6.0
#9 408.8 googleapis-common-protos==1.61.0
#9 408.8 greenlet==3.0.0
#9 408.8 grpc-google-iam-v1==0.12.6
#9 408.8 grpcio==1.59.0
#9 408.8 grpcio-status==1.59.0
#9 408.8 guppy3==3.1.4
#9 408.8 hdfs==2.7.3
#9 408.8 httplib2==0.22.0
#9 408.8 hypothesis==6.88.1
#9 408.8 idna==3.4
#9 408.8 importlib-metadata==6.8.0
#9 408.8 importlib-resources==6.1.0
#9 408.8 iniconfig==2.0.0
#9 408.8 joblib==1.3.2
#9 408.8 Js2Py==0.74
#9 408.8 jsonschema==4.19.1
#9 408.8 jsonschema-specifications==2023.7.1
#9 408.8 mmh3==4.0.1
#9 408.8 mock==5.1.0
#9 408.8 nltk==3.8.1
#9 408.8 nose==1.3.7
#9 408.8 numpy==1.24.4
#9 408.8 oauth2client==4.1.3
#9 408.8 objsize==0.6.1
#9 408.8 orjson==3.9.9
#9 408.8 overrides==6.5.0
#9 408.8 packaging==23.2
#9 408.8 pandas==1.5.3
#9 408.8 parameterized==0.9.0
#9 408.8 pip==23.3.1
#9 408.8 pkgutil_resolve_name==1.3.10
#9 408.8 pluggy==1.3.0
#9 408.8 proto-plus==1.22.3
#9 408.8 protobuf==4.25.0
#9 408.8 psycopg2-binary==2.9.9
#9 408.8 pyarrow==11.0.0
#9 408.8 pyarrow-hotfix==0.4
#9 408.8 pyasn1==0.5.0
#9 408.8 pyasn1-modules==0.3.0
#9 408.8 pycparser==2.21
#9 408.8 pydot==1.4.2
#9 408.8 PyHamcrest==2.0.4
#9 408.8 pyjsparser==2.7.1
#9 408.8 pymongo==4.5.0
#9 408.8 PyMySQL==1.1.0
#9 408.8 pyparsing==3.1.1
#9 408.8 pyproject_hooks==1.0.0
#9 408.8 pytest==7.4.2
#9 408.8 pytest-timeout==2.2.0
#9 408.8 pytest-xdist==3.3.1
#9 408.8 python-dateutil==2.8.2
#9 408.8 python-snappy==0.6.1
#9 408.8 pytz==2023.3.post1
#9 408.8 PyYAML==6.0.1
#9 408.8 referencing==0.30.2
#9 408.8 regex==2023.10.3
#9 408.8 requests==2.31.0
#9 408.8 requests-mock==1.11.0
#9 408.8 rpds-py==0.10.6
#9 408.8 rsa==4.9
#9 408.8 scikit-learn==1.3.1
#9 408.8 scipy==1.10.1
#9 408.8 setuptools==69.0.2
#9 408.8 shapely==2.0.2
#9 408.8 six==1.16.0
#9 408.8 sortedcontainers==2.4.0
#9 408.8 soupsieve==2.5
#9 408.8 SQLAlchemy==1.4.49
#9 408.8 sqlparse==0.4.4
#9 408.8 tenacity==8.2.3
#9 408.8 testcontainers==3.7.1
#9 408.8 threadpoolctl==3.2.0
#9 408.8 tomli==2.0.1
#9 408.8 tqdm==4.66.1
#9 408.8 typing_extensions==4.8.0
#9 408.8 tzlocal==5.1
#9 408.8 uritemplate==4.1.1
#9 408.8 urllib3==2.0.7
#9 408.8 websocket-client==1.6.4
#9 408.8 wheel==0.42.0
#9 408.8 wrapt==1.15.0
#9 408.8 zipp==3.17.0
#9 408.8 zstandard==0.21.0
#9 DONE 410.2s
#10 [third_party_licenses 1/4] COPY target/license_scripts /tmp/license_scripts/
#10 DONE 0.1s
#11 [third_party_licenses 2/4] COPY target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
#11 DONE 0.1s
#12 [third_party_licenses 3/4] COPY target/license_scripts /tmp/license_scripts/
#12 DONE 0.1s
#13 [third_party_licenses 4/4] RUN if [ "true" = "true" ] ; then pip install 'pip-licenses<5' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
#13 1.001 Collecting pip-licenses<5
#13 1.109 Downloading pip_licenses-4.3.3-py3-none-any.whl.metadata (31 kB)
#13 1.127 Requirement already satisfied: pyyaml in /usr/local/lib/python3.8/site-packages (6.0.1)
#13 1.128 Requirement already satisfied: tenacity in /usr/local/lib/python3.8/site-packages (8.2.3)
#13 1.184 Collecting prettytable>=2.3.0 (from pip-licenses<5)
#13 1.214 Downloading prettytable-3.9.0-py3-none-any.whl.metadata (26 kB)
#13 1.276 Collecting wcwidth (from prettytable>=2.3.0->pip-licenses<5)
#13 1.306 Downloading wcwidth-0.2.12-py2.py3-none-any.whl.metadata (14 kB)
#13 1.348 Downloading pip_licenses-4.3.3-py3-none-any.whl (20 kB)
#13 1.385 Downloading prettytable-3.9.0-py3-none-any.whl (27 kB)
#13 1.424 Downloading wcwidth-0.2.12-py2.py3-none-any.whl (34 kB)
#13 2.873 Installing collected packages: wcwidth, prettytable, pip-licenses
#13 3.070 Successfully installed pip-licenses-4.3.3 prettytable-3.9.0 wcwidth-0.2.12
#13 3.071 WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
#13 14.43 INFO:root:Successfully pulled licenses for 129 dependencies
#13 14.43 Skip pulling license for bs4
#13 DONE 14.5s
#14 [stage-2 1/2] COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
#14 DONE 0.1s
#15 [stage-2 2/2] RUN if [ "true" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
#15 DONE 0.4s
#16 exporting to image
#16 exporting layers
#16 exporting layers 13.7s done
#16 writing image sha256:ae0ce9500796c480281fd3ce81ad111536e2cd2da8718e89ca0f89ac78461e78 done
#16 naming to docker.io/apache/beam_python3.8_sdk:2.53.0.dev
#16 naming to docker.io/apache/beam_python3.8_sdk:2.53.0.dev done
#16 DONE 13.8s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerSetup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 34931
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp2vmrnt4c/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 38203
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':release:go-licenses:go:dockerRun'.
> Process 'command 'docker'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 24m 55s
257 actionable tasks: 169 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/w7s52omhb46vi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4890
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4890/display/redirect>
Changes:
------------------------------------------
[...truncated 1.80 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@306cf3ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2beee7ff
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5136d012
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5939a379
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@e1de817
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@52102734
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3541cb24
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2177849e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@40cb8df7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@13b13b5d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@2892dae4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@355ce81c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@29647f75
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@3315d2d7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@d6e7bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@5fa07e12
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/2109798150@55b53d44
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:02 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:02 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:02 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:04 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:04 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:05 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213
INFO root:environments.py:318 No image given, using default Python SDK image
INFO root:environments.py:321 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f693114c1f0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f693114c280> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f693114c9d0> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f2898b10ca0> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f2898b10dc0> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f2898b12310> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f2898b123a0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f2898b12550> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f2898b125e0> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f2898b12700> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f2898b12790> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f2898b12820> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f2898b128b0> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f2898b12af0> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f2898b12c10> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f2898b12a60> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f2898b12b80> ====================
INFO root:portable_runner.py:543 starting control server on port 37723
INFO root:portable_runner.py:543 starting data server on port 37999
INFO root:portable_runner.py:543 starting state server on port 46203
INFO root:portable_runner.py:543 starting logging server on port 33729
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f28cc71ec70> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'a1b4b197e4a91a9e0bae303778bf41267bdf2b17a3112681de3518b67d8f5520', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.ExternalWorkerHandler object at 0x7f2894113ee0> for environment external_8beam:env:anyof:v1 (beam:env:external:v1, b'\n\x11\n\x0flocalhost:39665')
INFO root:portable_runner.py:543 Requesting worker at localhost:39665
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:15 AM org.apache.beam.fn.harness.ExternalWorkerService startWorker
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Starting worker worker_86 pointing at apache-ci-beam-jenkins-11.c.apache-beam-testing.internal:37723.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** jamm will use sun.misc.Unsafe to compute the size of objects on heap.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** This is not safe and results in wrong assumptions of the free/occupied Java
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** heap and potentially in OOMs. The implementation performs arithmetics on the
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "cookies" returned by Unsafe.objectFieldOffset(), althought the Javadoc says:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** "Do not expect to perform any sort of arithmetic on this offset;
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** it is just a cookie which is passed to the unsafe heap memory accessors."
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** The implementation does not always consider Java object layouts in under
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** all circumstances for all JVMs.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 **
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** Solutions:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Use a JDK/JVM with JEP-8249196
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ** - Load jamm as an agent into the JVM
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 ***********************************************************************************
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:24 AM org.apache.beam.fn.harness.FnHarness main
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Shutting SDK harness down.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 Dec 02, 2023 5:38:24 AM org.apache.beam.fn.harness.ExternalWorkerService lambda$startWorker$0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:213 INFO: Successfully started worker worker_86.
ERROR root:portable_runner.py:543 Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
ERROR root:portable_runner.py:543 Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to FAILED
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
=========================== short test summary info ============================
FAILED apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql - RuntimeError: Pipeline job-1ce4a1e9-414c-49a1-b9a4-e68cc66097c5 failed in state FAILED: Error running pipeline.
Traceback (most recent call last):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 297, in _run_job
self.result = self._invoke_runner()
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/local_job_service.py",> line 319, in _invoke_runner
return fn_runner.FnApiRunner(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 224, in run_via_runner_api
return self.run_stages(stage_context, stages)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 466, in run_stages
bundle_results = self._execute_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 794, in _execute_bundle
self._run_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1031, in _run_bundle
result, splits = bundle_manager.process_bundle(
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1358, in process_bundle
self._send_input_to_worker(process_bundle_id, transform_id, elements)
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/fn_runner.py",> line 1232, in _send_input_to_worker
for byte_stream in (byte_streams or []):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 301, in __iter__
return itertools.chain(*self.partition(1))
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/runners/portability/fn_api_runner/execution.py",> line 287, in partition
for wkvs in windowed_key_values(key, windowed_values):
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1224, in process_entire_key
for wvalue in self.process_elements(state,
File "<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/build/gradleenv/1922375555/lib/python3.8/site-packages/apache_beam/transforms/trigger.py",> line 1376, in process_elements
if input_watermark > window.end + self.allowed_lateness:
AttributeError: 'bytes' object has no attribute 'end'
===== 1 failed, 8 passed, 18 skipped, 7216 deselected in 278.15s (0:04:38) =====
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 161060
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 161910.
Stopping expansion service pid: 161911.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 41s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/xs2ozudjor2lq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4889
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4889/display/redirect>
Changes:
------------------------------------------
[...truncated 1.34 MB...]
>
>
coders: <
key: "rwNUauzaLFKvCoder1"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rwNUauzaLFVarIntCoder"
component_coder_ids: "rwNUauzaLFTimestampedValueCoder"
>
>
coders: <
key: "rwNUauzaLFKvCoder2"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "rwNUauzaLFVarIntCoder"
component_coder_ids: "rwNUauzaLFIterableCoder"
>
>
coders: <
key: "rwNUauzaLFRowCoder"
value: <
spec: <
urn: "beam:coder:row:v1"
payload: "\n\r\n\007role_id\032\002\020\004\022$406d2134-92ef-4388-84ad-b48eea47f78f"
>
>
>
coders: <
key: "rwNUauzaLFTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\006g\325\026\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000HCoder\364\376\202p\274iX-\002\000\001L\000\n\005;\005\030\034t\000\"Lorg/\t]\000/\001]\024/sdk/c\0015\004s/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000#j1\000\010Row\0054\034\254\236\213\244M\203\363\250\0014\010r\000'N2\000 schemas.S\005\010\0056|\023\226L\354\244P\260l\002\000\004L\000\017fromRowFunctiont\0005R\t\001Xtransforms/Serializable\0217\014;L\000\006\tk\010t\000$RA\000\t\036\004s/\t\211\024;L\000\rto\035x`q\000~\000\007L\000\016typeDescriptort\000+RM\000%\271\010s/T2-\000!\240\000&N\004\001-\240\024Custom%\003\034j\260\010\235\013;\035\013!9\001z\020\003sr\000=N;\000\031\367\000.N\367\000Ds$Identity\033n\367C9'S\320\001R!\277\000\"NN\000-\004-\215da\253Z\320H\204\232h\002\000\007Z\000\033encodingPosi!\211DsOverriddenI\000\010hash\001\272\010L\000\021B)\000\220t\000\017Ljava/util/Map;L\000\014fieldIndicest\000JL>\335\002 vendor/gu\0019Pv32_1_2_jre/com/googl\005\0134mon/collect/Bi\t\\\000\006\005\\\014st\000\020\035w$List;L\000\007op\005\275\010t\000,R\271\001-\002M\006\004$O\t.\034;L\000\004uuid6S\000<UUID;xp\000\373\017\212\314sr\000\021\001\344\000.\001\344\360I.HashMap\005\007\332\301\303\026`\321\003\000\002F\000\nloadFactorI\000\tthresholdxp?@\000\000\000\000\000\014w\010\000\000\000\020\000\000\000\001t\000\007role_id\025Wdlang.Integer\022\342\240\244\367\201\2078\002\000\001I\000\005Ek\014xr\000\020\005\177\005(4Number\206\254\225\035\013\224\340\213%\362\001b\014xsr\000\001\3652\242\004)h\000.%h\000.=h\020.com.)h\001\013\014mon.-h\005\336%l\001U\001\001(\003\000\000xpw\004\000\000\000\001A\255\000\027\001\005\000\032\001n\000\023\005\224%\023\020Array!\205 x\201\322\035\231\307a\235\003\001\276\024\004sizex\001I\000\001\t@\014sr\0002n\232\002\020AutoV\241?\000_i\250\004_FAH\034\303\343i\345\363l$\364\2052\004\013dm\237\000i\201.\000\022I\004!\030\030/String!\315\014name\001\246\000 Y\022\001\017(\022L\000\004typet\000.!)Bn\005:\036\002\005|a\344\020;xr\000(n\267\000\t\255\t1\034\263\021\225\3324!\217\246%\230\010t\000\000\001y\010\027srV\273\005\rr\021AM\220 \367\031\n\2336X\271\227\002\301&Q\323\001H\010\017xp\005\010\004\025?IU\014\000w\010\000IU%\376\0006n\244\000V[\001\001\33749\304m\364S\243\227P\002\000\010L\000\025M\007$ionElement\001#\001}(!L\000\013logical\001\023\010t\0000\216E\001\000L\0312$;L\000\nmapKey\001@\rS\014\014map%\362\035\024 \010metadata\001$\034\017L\000\010null\241\357\010t\000\023=\360\024Boolea\241\374\014\trow)\204\0012\014\010L\000\010!\347\030Namet\000-\216\246\000\001}\001/!\352\000,nF\001\tf)\352\0015\034\013PLl[\357\3103%\356\001\001\014sr\000\036y\027\000C\211\274Lions$EmptyMapY6\024\205Z\334\347\265\253\211YA\302\000.\r\322,\315 r\200\325\234\372\356\002\000\001Z\221\002\030p\000p~r\000+\212\234\000\001\227\001\314a\273\001\001\000\022\022\001\010\000\016\005\225\005f\014Enum\001\031\001\001\001\035$pt\000\005INT64xE]\000%\005\006Zc\002\tGe\363\210UUID\274\231\003\367\230m\205/\002\000\002J\000\014leastSigBitsJ\000\013mo\025\016Dxp\226/\350\231\342\272\302\005\341\244\305|\266_N\010\005e\010\014srVo\001\205\366\004s.\001\313\371\216(s$9z\2164\213\005/\271\347!o\010r\000)N\016\001R;\000 \022\210\327\037Z\244\342\260\002aR \005tokent\000NB\032\002\251.\222\226\006\014refl\301\226\001\243\000T\001P\000;\345x\000\\>\223\000\tS\222\201\005\rS\005\366\005S\024$Simple\032\005\020!\261\001\001\t\376\001\276\336\354\005Bk\000 2{#\261\276\3768|\002!!\030\013runtim\005y\010t\000\030}s\r8\005\366\030;xpvr\000\036>\361\000\000s&\024\013(Row\032Q\006\2060\230\247\034\005X4\006schemaq\000~\000\010xp"
>
>
>
coders: <
key: "rwNUauzaLFVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\224\330\001\360<\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xr\000&j5\000\030AtomicC\001B8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "rwNUauzaLFVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\221\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\030AtomicC\001@8\307\354\265\314\205tPF\002\000\000xr\000*j5\000(StructuredC\00198s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\000C\001/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go:apache/beam_go_sdk:2.53.0.dev"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:coder:timer:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "rwNUauzaLFbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.53.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
capabilities: "beam:protocol:data_sampling:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar\022@9fbf9f819c2d8dc712fb8e1735be91bb594bc61966eae1ede9618cdbf6743d86"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.53.0-SNAPSHOT-n7-fgZwtjccS-44XNb6Ru1lLxhlm6uHt6WGM2_Z0PYY.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
2023/12/01 23:22:14 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> with GOOS=linux GOARCH=amd64 CGO_ENABLED=0 as /tmp/worker-4-1701472934166513309
2023/12/01 23:22:16 Prepared job with id: go-testjdbcio_postgresreadwrite-832-09b9897c-f2b5-4e10-93ed-2b4b54b0bdf5 and staging token: go-testjdbcio_postgresreadwrite-832-09b9897c-f2b5-4e10-93ed-2b4b54b0bdf5
2023/12/01 23:22:17 Staged binary artifact with token: go-testjdbcio_postgresreadwrite-832-09b9897c-f2b5-4e10-93ed-2b4b54b0bdf5
2023/12/01 23:22:17 Submitted job: go-testjdbcio_postgresreadwrite-832-09b9897c-f2b5-4e10-93ed-2b4b54b0bdf5
2023/12/01 23:22:17 Job[go-testjdbcio_postgresreadwrite-832-09b9897c-f2b5-4e10-93ed-2b4b54b0bdf5] state: STOPPED
2023/12/01 23:22:17 Job[go-testjdbcio_postgresreadwrite-832-09b9897c-f2b5-4e10-93ed-2b4b54b0bdf5] state: STARTING
2023/12/01 23:22:17 Job[go-testjdbcio_postgresreadwrite-832-09b9897c-f2b5-4e10-93ed-2b4b54b0bdf5] state: RUNNING
2023/12/01 23:22:17 2023-12-01 23:22:17. (1): ==================== <function annotate_downstream_side_inputs at 0x7f74a291dca0> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (2): ==================== <function fix_side_input_pcoll_coders at 0x7f74a291ddc0> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (3): ==================== <function pack_combiners at 0x7f74a2921310> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (4): ==================== <function lift_combiners at 0x7f74a29213a0> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (5): ==================== <function expand_sdf at 0x7f74a2921550> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (6): ==================== <function expand_gbk at 0x7f74a29215e0> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (7): ==================== <function sink_flattens at 0x7f74a2921700> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (8): ==================== <function greedily_fuse at 0x7f74a2921790> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (9): ==================== <function read_to_impulse at 0x7f74a2921820> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (10): ==================== <function impulse_to_input at 0x7f74a29218b0> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (11): ==================== <function sort_stages at 0x7f74a2921af0> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (12): ==================== <function add_impulse_to_dangling_transforms at 0x7f74a2921c10> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (13): ==================== <function setup_timer_mapping at 0x7f74a2921a60> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (14): ==================== <function populate_data_channel_coders at 0x7f74a2921b80> ====================
2023/12/01 23:22:17 2023-12-01 23:22:17. (15): starting control server on port 41209
2023/12/01 23:22:17 2023-12-01 23:22:17. (16): starting data server on port 43665
2023/12/01 23:22:17 2023-12-01 23:22:17. (17): starting state server on port 41855
2023/12/01 23:22:17 2023-12-01 23:22:17. (18): starting logging server on port 34643
2023/12/01 23:22:17 2023-12-01 23:22:17. (19): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f74d703f190> for environment rwNUauzaLFbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
2023/12/01 23:22:17 2023-12-01 23:22:17. (20): Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
2023/12/01 23:22:17 2023-12-01 23:22:17. (21): Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
2023/12/01 23:22:23 2023-12-01 23:22:23. (22): Waiting for docker to start up. Current status is running
2023/12/01 23:22:23 2023-12-01 23:22:23. (23): Docker container is running. container_id = b'c7f70bcc3f52695d4082dacf5518affacca3473037d69ccd9780497537cde4ee', worker_id = worker_16
2023/12/01 23:22:24 2023-12-01 23:22:24. (24): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f74d700e0d0> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2023/12/01 23:22:26 2023-12-01 23:22:26. (25): Attempting to pull image apache/beam_go_sdk:dev
2023/12/01 23:22:26 2023-12-01 23:22:26. (26): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2023/12/01 23:22:28 2023-12-01 23:22:28. (27): Waiting for docker to start up. Current status is running
2023/12/01 23:22:28 2023-12-01 23:22:28. (28): Docker container is running. container_id = b'6e771ffd5e9879a20f8cd4bc0ad069c7f06fb5798af4ab639e8b6a6288327769', worker_id = worker_18
2023/12/01 23:22:35 2023-12-01 23:22:35. (29): Completed job in 18.188830614089966 seconds with state DONE.
2023/12/01 23:22:35 Job[go-testjdbcio_postgresreadwrite-832-09b9897c-f2b5-4e10-93ed-2b4b54b0bdf5] state: DONE
2023/12/01 23:22:35 🐳 Terminating container: 8eb6d8957569
2023/12/01 23:22:35 🚫 Container terminated: 8eb6d8957569
--- PASS: TestJDBCIO_PostgresReadWrite (48.83s)
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 110.928s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:357: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.026s
FAIL
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 36383
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
INFO:apache_beam.runners.portability.stager:Executing command: ['/home/jenkins/.apache_beam/cache/venvs/py-3.8-beam-2.52.0-743bdccef67087512a7a190820e727aab7bdcb14/bin/python', '-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r', '/tmp/tmp4mox_962/tmp_requirements.txt', '--exists-action', 'i', '--no-deps', '--implementation', 'cp', '--abi', 'cp38', '--platform', 'manylinux2014_x86_64']
INFO:root:No image given, using default Python SDK image
INFO:root:Python SDK container image set to "apache/beam_python3.8_sdk:2.52.0" for Docker environment
INFO:__main__:Listening for expansion requests at 44467
INFO:root:Missing pipeline option (runner). Executing pipeline using the default runner: DirectRunner.
INFO:__main__:Shutting down expansion service.
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
==============================================================================
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 26s
261 actionable tasks: 177 executed, 74 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/4olmpunqco3ra
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4888
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4888/display/redirect?page=changes>
Changes:
[noreply] Bump cryptography from 41.0.4 to 41.0.6 in /sdks/python/container/py38
------------------------------------------
[...truncated 1.58 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@5f8edcc5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@7b02881e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@1ebd319f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@3c0be339
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@15ca7889
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@7a675056
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@d21a74c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6e509ffa
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@2898ac89
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@683dbc2c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@68267da0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@2638011
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6ff29830
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6a2b953e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@313b2ea6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:38:47 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:38:47 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:38:47 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:38:49 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:38:49 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:38:50 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO root:environments.py:317 No image given, using default Python SDK image
INFO root:environments.py:320 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f6540bb13a0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f6540bb1430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f6540bb1b80> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f7023f25d30> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f7023f25e50> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f7023f283a0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f7023f28430> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f7023f285e0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f7023f28670> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f7023f28790> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f7023f28820> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f7023f288b0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f7023f28940> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f7023f28b80> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f7023f28ca0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f7023f28af0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f7023f28c10> ====================
INFO root:portable_runner.py:543 starting control server on port 40283
INFO root:portable_runner.py:543 starting data server on port 42401
INFO root:portable_runner.py:543 starting state server on port 43871
INFO root:portable_runner.py:543 starting logging server on port 43055
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7057b96970> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'c463a3f67c767746d271cd09cac2515da4e01460a1d54c518a533391e5803dc4', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f7057b64280> for environment external_8beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'f75010e5b07a353d293a24b854ff5ce19b01a28778d5f340547b5faf205fe22d', worker_id = worker_86
INFO root:portable_runner.py:543 Completed job in 15.328412055969238 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to DONE
PASSED [ 88%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:249 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.53.0-SNAPSHOT.jar>
INFO root:external.py:980 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.53.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:119 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.53.0-SNAPSHOT.jar'> '58405' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.53.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Starting expansion service at localhost:58405
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:39:14 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e3958e7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@77f80c04
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1dac5ef
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5c90e579
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@58ea606c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6f45df59
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@38e79ae3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@63070bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@68e5eea7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@291b4bf5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2d2ffcb7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@762ef0ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@31f9b85e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@424e1977
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@10d68fcd
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@117e949d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6db9f5a4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@5f8edcc5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@7b02881e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@1ebd319f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@3c0be339
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@15ca7889
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@7a675056
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@d21a74c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6e509ffa
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@2898ac89
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@683dbc2c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@68267da0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@2638011
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6ff29830
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6a2b953e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@313b2ea6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:39:15 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:39:15 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:39:15 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:39:17 PM com.google.zetasql.io.grpc.NameResolverRegistry getDefaultRegistry
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: No NameResolverProviders found via ServiceLoader, including for DNS. This is probably due to a broken build. If using ProGuard, check your configuration
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 5:39:19 PM org.apache.beam.sdk.extensions.sql.zetasql.ZetaSQLQueryPlanner convertToBeamRelInternal
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamZetaSqlCalcRel(expr#0=[{inputs}], expr#1=[1:BIGINT], expr#2=['foo':VARCHAR], expr#3=[3.1400000000000001243E0:DOUBLE], int=[$t1], str=[$t2], flt=[$t3])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamValuesRel(tuples=[[{ 0 }]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO root:environments.py:317 No image given, using default Python SDK image
INFO root:environments.py:320 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f6540bb13a0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f6540bb1430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f6540bb1b80> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f7023f25d30> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f7023f25e50> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f7023f283a0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f7023f28430> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f7023f285e0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f7023f28670> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f7023f28790> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f7023f28820> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f7023f288b0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f7023f28940> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f7023f28b80> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f7023f28ca0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f7023f28af0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f7023f28c10> ====================
INFO root:portable_runner.py:543 starting control server on port 46571
INFO root:portable_runner.py:543 starting data server on port 36393
INFO root:portable_runner.py:543 starting state server on port 35149
INFO root:portable_runner.py:543 starting logging server on port 40915
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f70586355b0> for environment external_9beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'dab0b0d055ff4f3e04781068c83bbaf6ba2c2205472fb10485451f1f5c7fdba3', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f70586787f0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'1710cd61429cd600e9df827c7d6efc59cbc67edcb8d233a2b99d0b284d4b2675', worker_id = worker_88
INFO root:portable_runner.py:543 Completed job in 15.719508647918701 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to DONE
PASSED [100%]
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
========== 9 passed, 18 skipped, 7212 deselected in 264.46s (0:04:24) ==========
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 3401324
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 3402597.
Stopping expansion service pid: 3402598.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 29m 17s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/joge3csmb3ong
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Direct #4887
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/4887/display/redirect>
Changes:
------------------------------------------
[...truncated 1.58 MB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@5f8edcc5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@7b02881e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@1ebd319f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@3c0be339
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@15ca7889
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@7a675056
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@d21a74c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6e509ffa
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@2898ac89
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@683dbc2c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@68267da0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@2638011
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6ff29830
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6a2b953e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@313b2ea6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:01 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:01 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:01 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:03 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:03 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:03 AM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO root:environments.py:317 No image given, using default Python SDK image
INFO root:environments.py:320 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f261fd603a0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f261fd60430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f261fd60b80> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f250e570d30> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f250e570e50> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f250e5753a0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f250e575430> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f250e5755e0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f250e575670> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f250e575790> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f250e575820> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f250e5758b0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f250e575940> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f250e575b80> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f250e575ca0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f250e575af0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f250e575c10> ====================
INFO root:portable_runner.py:543 starting control server on port 33351
INFO root:portable_runner.py:543 starting data server on port 37897
INFO root:portable_runner.py:543 starting state server on port 40941
INFO root:portable_runner.py:543 starting logging server on port 35593
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f2541926490> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'0e1f3b1fb2837281410907eb87bdce8a78f8f47a2795c22a8e6f71a166344a80', worker_id = worker_85
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f254190ef40> for environment external_8beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'2284c6a03d3048e0018cf1d73e1ea2c0e3130f89effb762b200ccf1eda065d0c', worker_id = worker_86
INFO root:portable_runner.py:543 Completed job in 15.144806146621704 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to DONE
PASSED [ 88%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:249 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.53.0-SNAPSHOT.jar>
INFO root:external.py:980 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.53.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:119 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.53.0-SNAPSHOT.jar'> '46939' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.53.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Starting expansion service at localhost:46939
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:27 AM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1, beam:transform:pubsub_read:v1, beam:transform:pubsub_write:v1, beam:transform:pubsub_write:v2, beam:transform:combine_globally:v1, beam:transform:combine_grouped_values:v1, beam:transform:combine_per_key:v1, beam:transform:create_view:v1, beam:transform:flatten:v1, beam:transform:group_by_key:v1, beam:transform:group_into_batches:v1, beam:transform:group_into_batches_with_sharded_key:v1, beam:transform:impulse:v1, beam:transform:reshuffle:v1, beam:transform:sdf_process_keyed_elements:v1, beam:transform:teststream:v1, beam:transform:window_into:v1, beam:transform:write_files:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Registered transforms:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4e3958e7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@77f80c04
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@1dac5ef
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5c90e579
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@58ea606c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@6f45df59
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@38e79ae3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@63070bab
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@68e5eea7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@291b4bf5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@2d2ffcb7
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@762ef0ea
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@31f9b85e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@424e1977
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@10d68fcd
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@117e949d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6db9f5a4
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:pubsub_write:v2: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@5f8edcc5
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_globally:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@7b02881e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_grouped_values:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@1ebd319f
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:combine_per_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@3c0be339
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:create_view:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@15ca7889
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:flatten:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@7a675056
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_by_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@d21a74c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_into_batches:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6e509ffa
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:group_into_batches_with_sharded_key:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@2898ac89
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:impulse:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@683dbc2c
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:reshuffle:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@68267da0
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:sdf_process_keyed_elements:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@2638011
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:teststream:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6ff29830
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:window_into:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@6a2b953e
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:transform:write_files:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$$Lambda$82/1541049864@313b2ea6
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Registered SchemaTransformProviders:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:filter-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:spanner_cdc_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:map_to_fields-java:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigtable_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:spanner_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsublite_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_storage_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_fileloads_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_export_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:kafka_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:kafka_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigquery_storage_write:v2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 schematransform:org.apache.beam:sql_transform:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsub_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsub_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:bigtable_read:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:pubsublite_write:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 beam:schematransform:org.apache.beam:yaml:explode:v1
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:28 AM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dependencies list: {}
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:28 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:29 AM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:31 AM com.google.zetasql.io.grpc.NameResolverRegistry getDefaultRegistry
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 WARNING: No NameResolverProviders found via ServiceLoader, including for DNS. This is probably due to a broken build. If using ProGuard, check your configuration
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 Dec 01, 2023 11:38:32 AM org.apache.beam.sdk.extensions.sql.zetasql.ZetaSQLQueryPlanner convertToBeamRelInternal
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamZetaSqlCalcRel(expr#0=[{inputs}], expr#1=[1:BIGINT], expr#2=['foo':VARCHAR], expr#3=[3.1400000000000001243E0:DOUBLE], int=[$t1], str=[$t2], flt=[$t3])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129 BeamValuesRel(tuples=[[{ 0 }]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:129
INFO root:environments.py:317 No image given, using default Python SDK image
INFO root:environments.py:320 Python SDK container image set to "apache/beam_python3.8_sdk:2.53.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function pack_combiners at 0x7f261fd603a0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function lift_combiners at 0x7f261fd60430> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:712 ==================== <function sort_stages at 0x7f261fd60b80> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to RUNNING
INFO root:portable_runner.py:543 ==================== <function annotate_downstream_side_inputs at 0x7f250e570d30> ====================
INFO root:portable_runner.py:543 ==================== <function fix_side_input_pcoll_coders at 0x7f250e570e50> ====================
INFO root:portable_runner.py:543 ==================== <function pack_combiners at 0x7f250e5753a0> ====================
INFO root:portable_runner.py:543 ==================== <function lift_combiners at 0x7f250e575430> ====================
INFO root:portable_runner.py:543 ==================== <function expand_sdf at 0x7f250e5755e0> ====================
INFO root:portable_runner.py:543 ==================== <function expand_gbk at 0x7f250e575670> ====================
INFO root:portable_runner.py:543 ==================== <function sink_flattens at 0x7f250e575790> ====================
INFO root:portable_runner.py:543 ==================== <function greedily_fuse at 0x7f250e575820> ====================
INFO root:portable_runner.py:543 ==================== <function read_to_impulse at 0x7f250e5758b0> ====================
INFO root:portable_runner.py:543 ==================== <function impulse_to_input at 0x7f250e575940> ====================
INFO root:portable_runner.py:543 ==================== <function sort_stages at 0x7f250e575b80> ====================
INFO root:portable_runner.py:543 ==================== <function add_impulse_to_dangling_transforms at 0x7f250e575ca0> ====================
INFO root:portable_runner.py:543 ==================== <function setup_timer_mapping at 0x7f250e575af0> ====================
INFO root:portable_runner.py:543 ==================== <function populate_data_channel_coders at 0x7f250e575c10> ====================
INFO root:portable_runner.py:543 starting control server on port 42695
INFO root:portable_runner.py:543 starting data server on port 44833
INFO root:portable_runner.py:543 starting state server on port 33449
INFO root:portable_runner.py:543 starting logging server on port 38231
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f254197e490> for environment external_9beam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_java8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_java8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'b4f7917e432b450559f711db85b2c962906b02c48091432ab38d0145ab74da5c', worker_id = worker_87
INFO root:portable_runner.py:543 Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7f2542cb36d0> for environment ref_Environment_default_environment_2 (beam:env:docker:v1, b'\n$apache/beam_python3.8_sdk:2.53.0.dev')
INFO root:portable_runner.py:543 Attempting to pull image apache/beam_python3.8_sdk:2.53.0.dev
INFO root:portable_runner.py:543 Unable to pull image apache/beam_python3.8_sdk:2.53.0.dev, defaulting to local image if it exists
INFO root:portable_runner.py:543 Waiting for docker to start up. Current status is running
INFO root:portable_runner.py:543 Docker container is running. container_id = b'733b53e4e375f10803f19571c2519d3826458d03e4275c7cb5d466e9bae0d966', worker_id = worker_88
INFO root:portable_runner.py:543 Completed job in 15.619432210922241 seconds with state DONE.
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:550 Job state changed to DONE
PASSED [100%]
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
========== 9 passed, 18 skipped, 7212 deselected in 259.01s (0:04:19) ==========
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
Killing process at 2906889
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 2908327.
Stopping expansion service pid: 2908328.
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/build.gradle'> line: 235
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Get more help at https://help.gradle.org.
Deprecated Gradle features were used in this build, making it incompatible with Gradle 9.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
For more on this, please refer to https://docs.gradle.org/8.4/userguide/command_line_interface.html#sec:command_line_warnings in the Gradle documentation.
BUILD FAILED in 28m 34s
261 actionable tasks: 173 executed, 78 from cache, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/ii54pv7kr5mqm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org