You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/10/14 17:45:12 UTC
Build failed in Jenkins: beam_PostCommit_XVR_Direct #3259
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3259/display/redirect?page=changes>
Changes:
[Moritz Mack] Minor improvements to the tpcds gradle build for Spark
[Moritz Mack] Fix SparkSessionFactory to not fail when using Spark master local[*]
[Moritz Mack] [Spark dataset runner] Add direct translation of Reshuffle and
------------------------------------------
[...truncated 837.03 KB...]
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "mHRGYHxaoYbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.43.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.43.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar\022@086471204f5e74f1e76f142133e2f99a9f21db51fec9207bf6e42d4aab8f57f4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar\022@14123405bdbb945de810189e5808bb48ff17d73051f24e01250395a6ca0af5ad"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar\022@909da673cac11f9f8892585f4755f3368b65210fe69d5300fa981a5efdabf008"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar\022@0740806f74292444ffe95b13de1702ffcf55b6f855eb5e87f0dd9b1c021aa96a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar\022@81c96a57d94e1aa40e29eb06f9ae930144c6118972203aa9c9de0cfe4ee0b56a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar\022@6f2ce84317577a7813bc0e4895b1fd8122337e135012545896db8c24dd2f8dc7"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\203\001/tmp/artifacts/beam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT-bLDWIEfE3MPLsnGpaDzaI_neqM4PDJQ1bTHM_Ql5f88.jar\022@6cb0d62047c4dcc3cbb271a9683cda23f9dea8ce0f0c94356d31ccfd09797fcf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ntbeam-sdks-java-extensions-schemaio-expansion-service-2.43.0-SNAPSHOT-bLDWIEfE3MPLsnGpaDzaI_neqM4PDJQ1bTHM_Ql5f88.jar"
>
>
>
>
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "s1"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2022/10/14 17:23:01 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/sdks/go/test/integration/io/xlang/jdbc/jdbc_test.go> as /tmp/worker-4-1665768181961577704
2022/10/14 17:23:04 Prepared job with id: go-testjdbcio_postgresreadwrite-891-9c5dc72a-55ba-41e5-ae9c-469c074dfb6b and staging token: go-testjdbcio_postgresreadwrite-891-9c5dc72a-55ba-41e5-ae9c-469c074dfb6b
2022/10/14 17:23:04 Staged binary artifact with token:
2022/10/14 17:23:04 Submitted job: go-testjdbcio_postgresreadwrite-891-9c5dc72a-55ba-41e5-ae9c-469c074dfb6b
2022/10/14 17:23:04 2022-10-14 17:23:04. (1): Default Python SDK image for environment is apache/beam_python3.7_sdk:2.43.0.dev
2022/10/14 17:23:04 2022-10-14 17:23:04. (2): ==================== <function annotate_downstream_side_inputs at 0x7fcbee923ef0> ====================
2022/10/14 17:23:04 Job state: STOPPED
2022/10/14 17:23:04 Job state: STARTING
2022/10/14 17:23:04 Job state: RUNNING
2022/10/14 17:23:04 2022-10-14 17:23:04. (3): ==================== <function fix_side_input_pcoll_coders at 0x7fcbee926050> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (4): ==================== <function pack_combiners at 0x7fcbee926560> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (5): ==================== <function lift_combiners at 0x7fcbee9265f0> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (6): ==================== <function expand_sdf at 0x7fcbee9267a0> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (7): ==================== <function expand_gbk at 0x7fcbee926830> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (8): ==================== <function sink_flattens at 0x7fcbee926950> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (9): ==================== <function greedily_fuse at 0x7fcbee9269e0> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (10): ==================== <function read_to_impulse at 0x7fcbee926a70> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (11): ==================== <function impulse_to_input at 0x7fcbee926b00> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (12): ==================== <function sort_stages at 0x7fcbee926d40> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (13): ==================== <function add_impulse_to_dangling_transforms at 0x7fcbee926e60> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (14): ==================== <function setup_timer_mapping at 0x7fcbee926cb0> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (15): ==================== <function populate_data_channel_coders at 0x7fcbee926dd0> ====================
2022/10/14 17:23:04 2022-10-14 17:23:04. (16): starting control server on port 44643
2022/10/14 17:23:04 2022-10-14 17:23:04. (17): starting data server on port 37777
2022/10/14 17:23:04 2022-10-14 17:23:04. (18): starting state server on port 44295
2022/10/14 17:23:04 2022-10-14 17:23:04. (19): starting logging server on port 44923
2022/10/14 17:23:04 2022-10-14 17:23:04. (20): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fcbec6eb9d0> for environment mHRGYHxaoYbeam:env:docker:v1 (beam:env:docker:v1, b'\n apache/beam_java8_sdk:2.43.0.dev')
2022/10/14 17:23:05 2022-10-14 17:23:05. (21): Attempting to pull image apache/beam_java8_sdk:2.43.0.dev
2022/10/14 17:23:06 2022-10-14 17:23:06. (22): Unable to pull image apache/beam_java8_sdk:2.43.0.dev, defaulting to local image if it exists
2022/10/14 17:23:06 2022-10-14 17:23:06. (23): Waiting for docker to start up. Current status is running
2022/10/14 17:23:06 2022-10-14 17:23:06. (24): Docker container is running. container_id = b'852355d456ecced811f941bfee79f2e77e820e3b07d751703a23e7a5abdff150', worker_id = worker_16
2022/10/14 17:23:07 2022-10-14 17:23:07. (25): Created Worker handler <apache_beam.runners.portability.fn_api_runner.worker_handlers.DockerSdkWorkerHandler object at 0x7fcbec6f1c50> for environment go (beam:env:docker:v1, b'\n\x16apache/beam_go_sdk:dev')
2022/10/14 17:23:07 2022-10-14 17:23:07. (26): Attempting to pull image apache/beam_go_sdk:dev
2022/10/14 17:23:08 2022-10-14 17:23:08. (27): Unable to pull image apache/beam_go_sdk:dev, defaulting to local image if it exists
2022/10/14 17:23:08 2022-10-14 17:23:08. (28): Waiting for docker to start up. Current status is running
2022/10/14 17:23:08 2022-10-14 17:23:08. (29): Docker container is running. container_id = b'e26ad0ffc7226c00ad61c2bc14544875db798a5c1e97a6d88f24c6666f945998', worker_id = worker_17
2022/10/14 17:23:17 2022-10-14 17:23:17. (30): Completed job in 12.772972822189331 seconds with state DONE.
2022/10/14 17:23:17 Job state: DONE
--- PASS: TestJDBCIO_PostgresReadWrite (38.85s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/jdbc 84.410s
=== RUN TestKafkaIO_BasicReadWrite
integration.go:308: Test TestKafkaIO_BasicReadWrite is currently filtered for runner portable
--- SKIP: TestKafkaIO_BasicReadWrite (0.00s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 6.038s
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerJavaUsingPython
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingJava
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerPythonUsingSql
> Task :sdks:python:test-suites:direct:xlang:fnApiJobServerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerCleanup
> Task :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunner
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD SUCCESSFUL in 34m 28s
247 actionable tasks: 162 executed, 73 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/7r4is4bxmggms
Build step 'Invoke Gradle script' changed build result to SUCCESS
[beam_PostCommit_XVR_Direct] $ /bin/bash -xe /tmp/jenkins6995643568345277145.sh
+ echo '*** RUN CROSS-LANGUAGE DIRECT USING PYTHON 3.10 ***'
*** RUN CROSS-LANGUAGE DIRECT USING PYTHON 3.10 ***
[Gradle] - Launching build.
[src] $ <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/ws/src/gradlew> --continue --max-workers=8 -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses -PpythonVersion=3.10 :sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunner
Configuration on demand is an incubating feature.
> Task :buildSrc:compileJava NO-SOURCE
> Task :buildSrc:compileGroovy UP-TO-DATE
> Task :buildSrc:pluginDescriptors UP-TO-DATE
> Task :buildSrc:processResources UP-TO-DATE
> Task :buildSrc:classes UP-TO-DATE
> Task :buildSrc:jar UP-TO-DATE
> Task :buildSrc:assemble UP-TO-DATE
> Task :buildSrc:spotlessGroovy UP-TO-DATE
> Task :buildSrc:spotlessGroovyCheck UP-TO-DATE
> Task :buildSrc:spotlessGroovyGradle UP-TO-DATE
> Task :buildSrc:spotlessGroovyGradleCheck UP-TO-DATE
> Task :buildSrc:spotlessCheck UP-TO-DATE
> Task :buildSrc:pluginUnderTestMetadata UP-TO-DATE
> Task :buildSrc:compileTestJava NO-SOURCE
> Task :buildSrc:compileTestGroovy NO-SOURCE
> Task :buildSrc:processTestResources NO-SOURCE
> Task :buildSrc:testClasses UP-TO-DATE
> Task :buildSrc:test NO-SOURCE
> Task :buildSrc:validatePlugins UP-TO-DATE
> Task :buildSrc:check UP-TO-DATE
> Task :buildSrc:build UP-TO-DATE
System Go installation: /snap/bin/go is go version go1.16.15 linux/amd64; Preparing to use /home/jenkins/go/bin/go1.18.1
go1.18.1: already downloaded in /home/jenkins/sdk/go1.18.1
GOCMD=/home/jenkins/go/bin/go1.18.1
System Go installation: /snap/bin/go is go version go1.16.15 linux/amd64; Preparing to use /home/jenkins/go/bin/go1.18.1
go1.18.1: already downloaded in /home/jenkins/sdk/go1.18.1
GOCMD=/home/jenkins/go/bin/go1.18.1
FAILURE: Build failed with an exception.
* What went wrong:
Could not determine the dependencies of task ':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunnerSetup'.
> Task with path ':sdks:python:container:py310:docker' not found in project ':sdks:python:test-suites:direct:xlang'.
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 13s
10 actionable tasks: 10 up-to-date
Publishing build scan...
https://gradle.com/s/3c33i5pe3isc6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_XVR_Direct #3260
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/3260/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org