You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2022/08/16 00:26:59 UTC
Build failed in Jenkins: beam_PostCommit_XVR_Spark #4086
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/4086/display/redirect?page=changes>
Changes:
[noreply] Implement KafkaSchemaTransformReadConfiguration (#22403)
------------------------------------------
[...truncated 1.02 MB...]
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "eRiiKjyOneVarIntCoder"
component_coder_ids: "eRiiKjyOneTimestampedValueCoder"
>
>
coders: <
key: "eRiiKjyOneKvCoder4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "eRiiKjyOneVarIntCoder"
component_coder_ids: "eRiiKjyOneIterableCoder"
>
>
coders: <
key: "eRiiKjyOneNullableCoder"
value: <
spec: <
urn: "beam:coder:nullable:v1"
>
component_coder_ids: "eRiiKjyOneByteArrayCoder"
>
>
coders: <
key: "eRiiKjyOneSerializableCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\312\214\002\360^\254\355\000\005sr\000,org.apache.beam.sdk.coders.SerializableCoder\010\364 \216\305ynl\002\000\001L\000\004typet\000\021Ljava/lang/Class;xr\000&ofV\000\024Custom\005P8j\260\010\235\013;\035\013\002\000\000xr\000 j\213\000\005/\034C\335\325\211\256\274~\370\001/\020pvr\000;N1\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "eRiiKjyOneSnappyCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001.\307\003\360@\254\355\000\005sr\000&org.apache.beam.sdk.coders.SnappyCoder1\033\243\356\177\362\366,\002\000\001L\000\ninner\005\030 t\000\"Lorg/a\005B\000/\001B\020/sdk/\tB\000/\005$\020;xr\000*ng\000 tructured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000,Serializable\005= \010\364 \216\305ynl\002\001\327\\\004typet\000\021Ljava/lang/Class\001\300n'\001\024Custom\005PPj\260\010\235\013;\035\013\002\000\000xq\000~\000\003vr\000$N\221\000\\io.BoundedSource!`v\023\177\370QA\0019\010r\000\035Z3\000\t,0\020\213\372\020Y\214\347\323\002\000\000xp"
>
>
>
coders: <
key: "eRiiKjyOneTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001?\315\003\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000LCoder\364\376\202p\274iX-\002\000\001L\000\nv\001)\005\030\034t\000\"Lorg/\t]\000/\001],/sdk/coders/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000(Serializabl\t\277\034\010\364 \216\305ynl\005\327\\\004typet\000\021Ljava/lang/Class\001\300\000&jV\000\024Custom\005\215Pj\260\010\235\013;\035\013\002\000\000xq\000~\000\003vr\000;N;\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "eRiiKjyOneValueWithRecordIdCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001\213\311\005\320\254\355\000\005sr\000Corg.apache.beam.sdk.values.ValueWithRecordId$B\022\000LCoder{\343\376bQ\014\204>\002\000\002L\000\007i\t\025\034t\000+Lorg/\t\\\000/\001\\\024/sdk/c\0012(s/ByteArray\005B\014;L\000\n\005u\005\016\010t\000\"n;\000\005$\020;xr\000*N\274\000\t`(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000)j1\0006\312\000\034\351\277\005|\263\3746\333\001:\010r\000&j8\000\024Atomic\005o\034\307\354\265\314\205tPF\0015 q\000~\000\003sr\000-N;\000$io.kafka.K\001\006\000R%\227\005B<I\320\251Y\032\341{#\002\000\001L\000\007kv\005\025\010t\000$nH\001\000K\t&\000;\025s\000\"Ns\000-P\r- j\000\275\271\035\243\3126\002!\353\010\010ke)\277\001\264\000\0022\303\001\005\022\025Y\000(jY\000\030Nullabl)\372\034E\333\0336>\220\247\007\005\307]\022.O\000\001\014,\006sq\000~\000\016q\000~\000\020"
>
>
>
coders: <
key: "eRiiKjyOneVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "eRiiKjyOneVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "eRiiKjyOnebeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.42.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.42.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar\022@086471204f5e74f1e76f142133e2f99a9f21db51fec9207bf6e42d4aab8f57f4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar\022@14123405bdbb945de810189e5808bb48ff17d73051f24e01250395a6ca0af5ad"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar\022@909da673cac11f9f8892585f4755f3368b65210fe69d5300fa981a5efdabf008"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar\022@0740806f74292444ffe95b13de1702ffcf55b6f855eb5e87f0dd9b1c021aa96a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar\022@81c96a57d94e1aa40e29eb06f9ae930144c6118972203aa9c9de0cfe4ee0b56a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar\022@6f2ce84317577a7813bc0e4895b1fd8122337e135012545896db8c24dd2f8dc7"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT-4BKRfXCUTMvfJ-MTQt-9pfJzB1bg9xrlUK_YOQBvqps.jar\022@e012917d70944ccbdf27e31342dfbda5f2730756e0f71ae550afd839006faa9b"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ncbeam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT-4BKRfXCUTMvfJ-MTQt-9pfJzB1bg9xrlUK_YOQBvqps.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s1"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2022/08/16 00:10:29 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go> as /tmp/worker-2-1660608629655519604
2022/08/16 00:10:31 Prepared job with id: go-testkafkaio_basicreadwrite-728_8d0dfc1f-51ed-422d-870d-33130ed6b962 and staging token: go-testkafkaio_basicreadwrite-728_8d0dfc1f-51ed-422d-870d-33130ed6b962
2022/08/16 00:10:31 Staged binary artifact with token:
2022/08/16 00:10:31 Submitted job: go0testkafkaio0basicreadwrite0728-jenkins-0816001031-4c59b8ec_9187d059-4e6a-4421-829e-dad71ed0f02d
2022/08/16 00:10:31 Job state: STOPPED
2022/08/16 00:10:31 Job state: STARTING
2022/08/16 00:10:31 Job state: RUNNING
2022/08/16 00:10:56 Job state: DONE
2022/08/16 00:10:56 Warning: 6 errors during metrics processing: [failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"eRiiKjyOneExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"eRiiKjyOneExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xf6\"\xf6\"\xf6\"" labels:{key:"PCOLLECTION" value:"eRiiKjyOneExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xee\"\xee\"\xee\"" labels:{key:"PCOLLECTION" value:"eRiiKjyOneExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"eRiiKjyOneExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xfb\"\xfb\"\xfb\"" labels:{key:"PCOLLECTION" value:"eRiiKjyOneExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}]
--- PASS: TestKafkaIO_BasicReadWrite (40.95s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 46.986s
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$SingleInputOutputTest > test FAILED
java.lang.RuntimeException at ValidateRunnerXlangTest.java:242
java.lang.NullPointerException at Preconditions.java:980
14 tests completed, 1 failed
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython FAILED
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingSql
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerCleanup
> Task :runners:spark:2:job-server:sparkJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/runners/spark/2/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 28m 31s
267 actionable tasks: 180 executed, 75 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ncollcprms5x6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_XVR_Spark #4092
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/4092/display/redirect>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Spark #4091
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/4091/display/redirect?page=changes>
Changes:
[andyye333] Remove assert
[noreply] Update beam-master version for legacy (#22741)
------------------------------------------
[...truncated 695.29 KB...]
> Task :runners:spark:2:job-server:classes UP-TO-DATE
> Task :sdks:java:io:expansion-service:jar UP-TO-DATE
> Task :sdks:java:container:java8:copyDockerfileDependencies UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:spotbugsMain NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:spotbugsTest SKIPPED
> Task :sdks:java:io:debezium:expansion-service:test NO-SOURCE
> Task :sdks:java:io:debezium:expansion-service:check UP-TO-DATE
> Task :sdks:java:io:debezium:expansion-service:build UP-TO-DATE
> Task :sdks:java:io:expansion-service:startScripts UP-TO-DATE
> Task :sdks:java:io:expansion-service:distTar UP-TO-DATE
> Task :runners:portability:java:compileJava UP-TO-DATE
> Task :runners:portability:java:classes UP-TO-DATE
> Task :runners:portability:java:jar UP-TO-DATE
> Task :sdks:java:io:expansion-service:distZip UP-TO-DATE
> Task :sdks:java:io:expansion-service:compileTestJava NO-SOURCE
> Task :sdks:java:io:expansion-service:testClasses UP-TO-DATE
> Task :sdks:java:io:expansion-service:packageTests UP-TO-DATE
> Task :runners:portability:java:compileTestJava UP-TO-DATE
> Task :runners:portability:java:testClasses UP-TO-DATE
> Task :runners:portability:java:testJar UP-TO-DATE
> Task :runners:direct-java:classes UP-TO-DATE
> Task :runners:direct-java:shadowJar UP-TO-DATE
> Task :runners:spark:2:compileTestJava UP-TO-DATE
> Task :runners:spark:2:testClasses UP-TO-DATE
> Task :runners:spark:2:testJar UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:compileJava UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:classes UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:jar UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:compileJava NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:classes UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:jar UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:startScripts UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:distTar UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:distZip UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:compileTestJava NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:testClasses UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:packageTests UP-TO-DATE
> Task :sdks:java:extensions:sql:compileJava UP-TO-DATE
> Task :sdks:java:extensions:sql:classes UP-TO-DATE
> Task :sdks:java:extensions:sql:jar UP-TO-DATE
> Task :sdks:java:extensions:sql:zetasql:compileJava UP-TO-DATE
> Task :sdks:java:extensions:sql:zetasql:classes UP-TO-DATE
> Task :sdks:java:extensions:sql:zetasql:jar UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:shadowJar UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:startShadowScripts UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:shadowDistTar UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:shadowDistZip UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:assemble UP-TO-DATE
> Task :sdks:java:extensions:sql:expansion-service:compileJava UP-TO-DATE
> Task :sdks:java:extensions:sql:expansion-service:classes UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeClassesDependencies UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeTestClassesDependencies SKIPPED
> Task :sdks:java:io:google-cloud-platform:expansion-service:analyzeDependencies UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:checkstyleMain NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:checkstyleTest NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:javadoc NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotbugsMain NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:spotbugsTest SKIPPED
> Task :sdks:java:io:google-cloud-platform:expansion-service:test NO-SOURCE
> Task :sdks:java:io:google-cloud-platform:expansion-service:check UP-TO-DATE
> Task :sdks:java:io:google-cloud-platform:expansion-service:build UP-TO-DATE
> Task :runners:spark:2:job-server:shadowJar UP-TO-DATE
> Task :runners:spark:2:job-server:sparkJobServerSetup
> Task :sdks:java:io:expansion-service:shadowJar UP-TO-DATE
> Task :sdks:java:io:expansion-service:startShadowScripts UP-TO-DATE
> Task :sdks:java:io:expansion-service:shadowDistTar UP-TO-DATE
> Task :sdks:java:io:expansion-service:shadowDistZip UP-TO-DATE
> Task :sdks:java:io:expansion-service:assemble UP-TO-DATE
> Task :sdks:java:io:expansion-service:analyzeClassesDependencies UP-TO-DATE
> Task :sdks:java:io:expansion-service:analyzeTestClassesDependencies SKIPPED
> Task :sdks:java:io:expansion-service:analyzeDependencies UP-TO-DATE
> Task :sdks:java:io:expansion-service:checkstyleMain NO-SOURCE
> Task :sdks:java:io:expansion-service:checkstyleTest NO-SOURCE
> Task :sdks:java:io:expansion-service:javadoc NO-SOURCE
> Task :sdks:java:io:expansion-service:spotbugsMain NO-SOURCE
> Task :sdks:java:io:expansion-service:spotbugsTest SKIPPED
> Task :sdks:java:io:expansion-service:test NO-SOURCE
> Task :sdks:java:io:expansion-service:check UP-TO-DATE
> Task :sdks:java:io:expansion-service:build UP-TO-DATE
> Task :sdks:java:extensions:sql:expansion-service:shadowJar UP-TO-DATE
> Task :sdks:go:container:docker
> Task :sdks:python:setupVirtualenv
Uninstalling pip-21.2.4:
Successfully uninstalled pip-21.2.4
Successfully installed pip-22.2.2
Collecting tox==3.20.1
Using cached tox-3.20.1-py2.py3-none-any.whl (83 kB)
Requirement already satisfied: setuptools in <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/build/gradleenv/1922375555/lib/python3.9/site-packages> (from -r <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/python/build-requirements.txt> (line 20)) (58.1.0)
Collecting setuptools
Using cached setuptools-65.0.2-py3-none-any.whl (1.2 MB)
Collecting wheel>=0.36.0
Using cached wheel-0.37.1-py2.py3-none-any.whl (35 kB)
Collecting grpcio-tools==1.37.0
Using cached grpcio_tools-1.37.0-cp39-cp39-manylinux2014_x86_64.whl (2.5 MB)
Collecting mypy-protobuf==1.18
Using cached mypy_protobuf-1.18-py3-none-any.whl (7.3 kB)
Collecting distlib==0.3.1
Using cached distlib-0.3.1-py2.py3-none-any.whl (335 kB)
Collecting packaging>=14
Using cached packaging-21.3-py3-none-any.whl (40 kB)
Collecting toml>=0.9.4
Using cached toml-0.10.2-py2.py3-none-any.whl (16 kB)
Collecting six>=1.14.0
Using cached six-1.16.0-py2.py3-none-any.whl (11 kB)
Collecting py>=1.4.17
Using cached py-1.11.0-py2.py3-none-any.whl (98 kB)
Collecting pluggy>=0.12.0
Using cached pluggy-1.0.0-py2.py3-none-any.whl (13 kB)
Collecting filelock>=3.0.0
Using cached filelock-3.8.0-py3-none-any.whl (10 kB)
Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0
Using cached virtualenv-20.16.3-py2.py3-none-any.whl (8.8 MB)
Collecting protobuf<4.0dev,>=3.5.0.post1
Using cached protobuf-3.20.1-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl (1.0 MB)
Collecting grpcio>=1.37.0
Using cached grpcio-1.47.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.5 MB)
Collecting pyparsing!=3.0.5,>=2.0.2
Using cached pyparsing-3.0.9-py3-none-any.whl (98 kB)
Collecting platformdirs<3,>=2.4
Using cached platformdirs-2.5.2-py3-none-any.whl (14 kB)
Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0
Using cached virtualenv-20.16.2-py2.py3-none-any.whl (8.8 MB)
Installing collected packages: distlib, wheel, toml, six, setuptools, pyparsing, py, protobuf, pluggy, platformdirs, filelock, virtualenv, packaging, mypy-protobuf, grpcio, tox, grpcio-tools
Attempting uninstall: setuptools
Found existing installation: setuptools 58.1.0
Uninstalling setuptools-58.1.0:
Successfully uninstalled setuptools-58.1.0
Successfully installed distlib-0.3.1 filelock-3.8.0 grpcio-1.47.0 grpcio-tools-1.37.0 mypy-protobuf-1.18 packaging-21.3 platformdirs-2.5.2 pluggy-1.0.0 protobuf-3.20.1 py-1.11.0 pyparsing-3.0.9 setuptools-65.0.2 six-1.16.0 toml-0.10.2 tox-3.20.1 virtualenv-20.16.2 wheel-0.37.1
> Task :sdks:java:container:pullLicenses
Attempting uninstall: setuptools
Found existing installation: setuptools 58.1.0
Uninstalling setuptools-58.1.0:
Successfully uninstalled setuptools-58.1.0
Attempting uninstall: pip
Found existing installation: pip 21.2.4
Uninstalling pip-21.2.4:
Successfully uninstalled pip-21.2.4
Successfully installed pip-22.2.2 setuptools-65.0.2 wheel-0.37.1
Collecting beautifulsoup4<5.0,>=4.9.0
Using cached beautifulsoup4-4.11.1-py3-none-any.whl (128 kB)
Collecting pyyaml<6.0.0,>=3.12
Using cached PyYAML-5.4.1-cp39-cp39-manylinux1_x86_64.whl (630 kB)
Collecting tenacity<6.0,>=5.0.2
Using cached tenacity-5.1.5-py2.py3-none-any.whl (34 kB)
Collecting soupsieve>1.2
Using cached soupsieve-2.3.2.post1-py3-none-any.whl (37 kB)
Collecting six>=1.9.0
Using cached six-1.16.0-py2.py3-none-any.whl (11 kB)
Installing collected packages: soupsieve, six, pyyaml, tenacity, beautifulsoup4
Successfully installed beautifulsoup4-4.11.1 pyyaml-5.4.1 six-1.16.0 soupsieve-2.3.2.post1 tenacity-5.1.5
Executing python <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/container/license_scripts/pull_licenses_java.py> --license_index=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/container/build/reports/dependency-license/index.json> --output_dir=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/container/build/target/java_third_party_licenses> --dep_url_yaml=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/container/license_scripts/dep_urls_java.yaml> --manual_license_path=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/container/license_scripts/manual_licenses>
INFO:root:Pulling license for 240 dependencies using 16 threads.
INFO:root:Replaced local file URL with file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/container/license_scripts/manual_licenses/xz/COPYING> for xz-1.5
> Task :sdks:python:sdist
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/build/gradleenv/1922375555/lib/python3.9/site-packages/setuptools/dist.py>:530: UserWarning: Normalizing '2.42.0.dev' to '2.42.0.dev0'
warnings.warn(tmpl.format(**locals()))
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
warning: no files found matching 'LICENSE.python'
warning: sdist: standard file not found: should have one of README, README.rst, README.txt, README.md
> Task :sdks:python:container:py39:copyDockerfileDependencies
> Task :sdks:python:container:py39:dockerPrepare
> Task :sdks:java:container:pullLicenses
INFO:root:pull_licenses_java.py succeed. It took 11.905237 seconds with 16 threads.
> Task :sdks:java:container:goPrepare UP-TO-DATE
> Task :sdks:java:container:java8:copyJavaThirdPartyLicenses
> Task :sdks:java:container:goBuild
> Task :sdks:java:container:java8:copySdkHarnessLauncher
Execution optimizations have been disabled for task ':sdks:java:container:java8:copySdkHarnessLauncher' to ensure correctness due to the following reasons:
- Gradle detected a problem with the following location: '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/container/build/target'.> Reason: Task ':sdks:java:container:java8:copySdkHarnessLauncher' uses this output of task ':sdks:java:container:downloadCloudProfilerAgent' without declaring an explicit or implicit dependency. This can lead to incorrect results being produced, depending on what order the tasks are executed. Please refer to https://docs.gradle.org/7.4/userguide/validation_problems.html#implicit_dependency for more details about this problem.
- Gradle detected a problem with the following location: '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/container/build/target'.> Reason: Task ':sdks:java:container:java8:copySdkHarnessLauncher' uses this output of task ':sdks:java:container:pullLicenses' without declaring an explicit or implicit dependency. This can lead to incorrect results being produced, depending on what order the tasks are executed. Please refer to https://docs.gradle.org/7.4/userguide/validation_problems.html#implicit_dependency for more details about this problem.
> Task :sdks:java:container:java8:dockerPrepare
> Task :sdks:java:container:java8:docker
> Task :sdks:python:installGcpTest
WARNING: google-api-core 2.8.2 does not provide the extra 'grpcgcp'
> Task :sdks:python:container:py39:docker
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerSetup
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerGoUsingJava
go1.18.1: already downloaded in /home/jenkins/sdk/go1.18.1
The command '/bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y ca-certificates && rm -rf /var/lib/apt/lists/*' returned a non-zero code: 100
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:go:container:docker'.
> Process 'command 'docker'' finished with non-zero exit value 100
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
BUILD FAILED in 38s
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingSql
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerCleanup
> Task :runners:spark:2:job-server:sparkJobServerCleanup
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:spark:2:job-server:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 25m 41s
252 actionable tasks: 32 executed, 220 up-to-date
Publishing build scan...
https://gradle.com/s/2yfv2yflpup46
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Spark #4090
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/4090/display/redirect?page=changes>
Changes:
[noreply] [fixes #22744] Update hadoop library patch versions to 2.10.2 and 3.2.4
------------------------------------------
[...truncated 599.53 KB...]
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ptWDRkuCHYVarIntCoder"
component_coder_ids: "ptWDRkuCHYTimestampedValueCoder"
>
>
coders: <
key: "ptWDRkuCHYKvCoder4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "ptWDRkuCHYVarIntCoder"
component_coder_ids: "ptWDRkuCHYIterableCoder"
>
>
coders: <
key: "ptWDRkuCHYNullableCoder"
value: <
spec: <
urn: "beam:coder:nullable:v1"
>
component_coder_ids: "ptWDRkuCHYByteArrayCoder"
>
>
coders: <
key: "ptWDRkuCHYSerializableCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\312\214\002\360^\254\355\000\005sr\000,org.apache.beam.sdk.coders.SerializableCoder\010\364 \216\305ynl\002\000\001L\000\004typet\000\021Ljava/lang/Class;xr\000&ofV\000\024Custom\005P8j\260\010\235\013;\035\013\002\000\000xr\000 j\213\000\005/\034C\335\325\211\256\274~\370\001/\020pvr\000;N1\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "ptWDRkuCHYSnappyCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001.\307\003\360@\254\355\000\005sr\000&org.apache.beam.sdk.coders.SnappyCoder1\033\243\356\177\362\366,\002\000\001L\000\ninner\005\030 t\000\"Lorg/a\005B\000/\001B\020/sdk/\tB\000/\005$\020;xr\000*ng\000 tructured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000,Serializable\005= \010\364 \216\305ynl\002\001\327\\\004typet\000\021Ljava/lang/Class\001\300n'\001\024Custom\005PPj\260\010\235\013;\035\013\002\000\000xq\000~\000\003vr\000$N\221\000\\io.BoundedSource!`v\023\177\370QA\0019\010r\000\035Z3\000\t,0\020\213\372\020Y\214\347\323\002\000\000xp"
>
>
>
coders: <
key: "ptWDRkuCHYTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001?\315\003\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000LCoder\364\376\202p\274iX-\002\000\001L\000\nv\001)\005\030\034t\000\"Lorg/\t]\000/\001],/sdk/coders/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000(Serializabl\t\277\034\010\364 \216\305ynl\005\327\\\004typet\000\021Ljava/lang/Class\001\300\000&jV\000\024Custom\005\215Pj\260\010\235\013;\035\013\002\000\000xq\000~\000\003vr\000;N;\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "ptWDRkuCHYValueWithRecordIdCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001\213\311\005\320\254\355\000\005sr\000Corg.apache.beam.sdk.values.ValueWithRecordId$B\022\000LCoder{\343\376bQ\014\204>\002\000\002L\000\007i\t\025\034t\000+Lorg/\t\\\000/\001\\\024/sdk/c\0012(s/ByteArray\005B\014;L\000\n\005u\005\016\010t\000\"n;\000\005$\020;xr\000*N\274\000\t`(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000)j1\0006\312\000\034\351\277\005|\263\3746\333\001:\010r\000&j8\000\024Atomic\005o\034\307\354\265\314\205tPF\0015 q\000~\000\003sr\000-N;\000$io.kafka.K\001\006\000R%\227\005B<I\320\251Y\032\341{#\002\000\001L\000\007kv\005\025\010t\000$nH\001\000K\t&\000;\025s\000\"Ns\000-P\r- j\000\275\271\035\243\3126\002!\353\010\010ke)\277\001\264\000\0022\303\001\005\022\025Y\000(jY\000\030Nullabl)\372\034E\333\0336>\220\247\007\005\307]\022.O\000\001\014,\006sq\000~\000\016q\000~\000\020"
>
>
>
coders: <
key: "ptWDRkuCHYVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "ptWDRkuCHYVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
environments: <
key: "ptWDRkuCHYbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.42.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.42.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar\022@086471204f5e74f1e76f142133e2f99a9f21db51fec9207bf6e42d4aab8f57f4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar\022@14123405bdbb945de810189e5808bb48ff17d73051f24e01250395a6ca0af5ad"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar\022@909da673cac11f9f8892585f4755f3368b65210fe69d5300fa981a5efdabf008"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar\022@0740806f74292444ffe95b13de1702ffcf55b6f855eb5e87f0dd9b1c021aa96a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar\022@81c96a57d94e1aa40e29eb06f9ae930144c6118972203aa9c9de0cfe4ee0b56a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar\022@6f2ce84317577a7813bc0e4895b1fd8122337e135012545896db8c24dd2f8dc7"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT-vNgyeTf8GyA5TX1_pf8sb32MYrwK_WfjJhTZk9VAp2U.jar\022@bcd8327937fc1b20394d7d7fa5ff2c6f7d8c62bc0afd67e32614d993d540a765"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ncbeam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT-vNgyeTf8GyA5TX1_pf8sb32MYrwK_WfjJhTZk9VAp2U.jar"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2022/08/17 00:11:51 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go> as /tmp/worker-2-1660695111782103950
2022/08/17 00:11:53 Prepared job with id: go-testkafkaio_basicreadwrite-975_7748fe9d-5c97-4c22-a063-e5f01e32ff58 and staging token: go-testkafkaio_basicreadwrite-975_7748fe9d-5c97-4c22-a063-e5f01e32ff58
2022/08/17 00:11:53 Staged binary artifact with token:
2022/08/17 00:11:53 Submitted job: go0testkafkaio0basicreadwrite0975-jenkins-0817001153-ab7768a7_4d8a8078-8ea7-4650-bf1e-bb94d6462f61
2022/08/17 00:11:53 Job state: STOPPED
2022/08/17 00:11:53 Job state: STARTING
2022/08/17 00:11:53 Job state: RUNNING
2022/08/17 00:12:17 Job state: DONE
2022/08/17 00:12:17 Warning: 6 errors during metrics processing: [failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"ptWDRkuCHYExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"ptWDRkuCHYExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xf0\"\xf0\"\xf0\"" labels:{key:"PCOLLECTION" value:"ptWDRkuCHYExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xf8\"\xf8\"\xf8\"" labels:{key:"PCOLLECTION" value:"ptWDRkuCHYExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"ptWDRkuCHYExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xfd\"\xfd\"\xfd\"" labels:{key:"PCOLLECTION" value:"ptWDRkuCHYExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}]
--- PASS: TestKafkaIO_BasicReadWrite (39.54s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 45.571s
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$SingleInputOutputTest > test FAILED
java.lang.RuntimeException at ValidateRunnerXlangTest.java:242
java.lang.NullPointerException at Preconditions.java:980
14 tests completed, 1 failed
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython FAILED
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingSql
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerCleanup
> Task :runners:spark:2:job-server:sparkJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/runners/spark/2/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 31m 21s
267 actionable tasks: 223 executed, 34 from cache, 10 up-to-date
Publishing build scan...
https://gradle.com/s/nusomeqazow2c
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Spark #4089
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/4089/display/redirect?page=changes>
Changes:
[noreply] Handle single-precision float values in the standard coders tests
[noreply] [BEAM-13015, #21250] Remove looking up thread local metrics container
[noreply] [fixes #22731] Publish nightly snapshot of legacy Dataflow worker jar.
------------------------------------------
[...truncated 958.55 KB...]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 LogicalProject(s=[*($0, $0)], c=[LENGTH($1)])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:28:54 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamCalcRel(expr#0..1=[{inputs}], expr#2=[*($t0, $t0)], expr#3=[LENGTH($t1)], s=[$t2], c=[$t3])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.42.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.42.0.dev
INFO root:environments.py:304 Python SDK container image set to "apache/beam_python3.7_sdk:2.42.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function pack_combiners at 0x7f35519ab830> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function lift_combiners at 0x7f35519ab8c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function sort_stages at 0x7f35519ac050> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to RUNNING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [ 66%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_tagged_join
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:254 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar>
INFO root:external.py:773 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar'> '36119' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Starting expansion service at localhost:36119
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:15 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@47eaca72
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@55141def
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@55182842
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3270d194
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@235834f2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5656be13
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4218d6a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@76505305
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@14cd1699
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@77888435
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@73a1e9a9
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@71d44a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7b98f307
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4802796d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@34123d65
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:17 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:17 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:17 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:19 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 SELECT `simple`.`id` AS `id`, `enrich`.`metadata` AS `metadata`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 FROM `beam`.`simple` AS `simple`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INNER JOIN `beam`.`enrich` AS `enrich` ON `simple`.`id` = `enrich`.`id`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:19 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 LogicalProject(id=[$0], metadata=[$4])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 LogicalJoin(condition=[=($0, $3)], joinType=[inner])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamIOSourceRel(table=[[beam, simple]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamIOSourceRel(table=[[beam, enrich]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:19 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamCalcRel(expr#0..4=[{inputs}], id=[$t0], metadata=[$t4])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamCoGBKJoinRel(condition=[=($0, $3)], joinType=[inner])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamIOSourceRel(table=[[beam, simple]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamIOSourceRel(table=[[beam, enrich]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.42.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.42.0.dev
INFO root:environments.py:304 Python SDK container image set to "apache/beam_python3.7_sdk:2.42.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function pack_combiners at 0x7f35519ab830> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function lift_combiners at 0x7f35519ab8c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function sort_stages at 0x7f35519ac050> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to RUNNING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [ 77%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_windowing_before_sql
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:254 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar>
INFO root:external.py:773 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar'> '33485' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Starting expansion service at localhost:33485
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:41 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@47eaca72
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@55141def
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@55182842
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3270d194
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@235834f2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5656be13
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4218d6a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@76505305
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@14cd1699
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@77888435
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@73a1e9a9
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@71d44a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7b98f307
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4802796d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@34123d65
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:42 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:43 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:43 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:45 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: SQL:
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 SELECT COUNT(*) AS `count`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 FROM `beam`.`PCOLLECTION` AS `PCOLLECTION`
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:45 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: SQLPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 LogicalAggregate(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:29:45 PM org.apache.beam.sdk.extensions.sql.impl.CalciteQueryPlanner convertToBeamRel
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamAggregationRel(group=[{}], count=[COUNT()])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamIOSourceRel(table=[[beam, PCOLLECTION]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.42.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.42.0.dev
INFO root:environments.py:304 Python SDK container image set to "apache/beam_python3.7_sdk:2.42.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function pack_combiners at 0x7f35519ab830> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function lift_combiners at 0x7f35519ab8c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function sort_stages at 0x7f35519ac050> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to RUNNING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [ 88%]
apache_beam/transforms/sql_test.py::SqlTransformTest::test_zetasql_generate_data
-------------------------------- live log call ---------------------------------
INFO apache_beam.utils.subprocess_server:subprocess_server.py:254 Using pre-built snapshot at <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar>
INFO root:external.py:773 Starting a JAR-based expansion service from JAR <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:116 Starting service with ['java' '-jar' '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar'> '45455' '--filesToStage=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/java/extensions/sql/expansion-service/build/libs/beam-sdks-java-extensions-sql-expansion-service-2.42.0-SNAPSHOT.jar']>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Starting expansion service at localhost:45455
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:30:08 PM org.apache.beam.sdk.expansion.service.ExpansionService loadRegisteredTransforms
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: Registering external transforms: [beam:external:java:sql:v1, beam:transform:org.apache.beam:pubsub_read:v1, beam:transform:org.apache.beam:pubsub_write:v1, beam:transform:org.apache.beam:pubsublite_write:v1, beam:transform:org.apache.beam:pubsublite_read:v1, beam:transform:org.apache.beam:spanner_insert:v1, beam:transform:org.apache.beam:spanner_update:v1, beam:transform:org.apache.beam:spanner_replace:v1, beam:transform:org.apache.beam:spanner_insert_or_update:v1, beam:transform:org.apache.beam:spanner_delete:v1, beam:transform:org.apache.beam:spanner_read:v1, beam:transform:org.apache.beam:kafka_read_with_metadata:v1, beam:transform:org.apache.beam:kafka_read_without_metadata:v1, beam:transform:org.apache.beam:kafka_write:v1, beam:external:java:generate_sequence:v1]
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:external:java:sql:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@47eaca72
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsub_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@55141def
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsub_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@55182842
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsublite_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@3270d194
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:pubsublite_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@235834f2
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_insert:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@5656be13
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4218d6a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_replace:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@76505305
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_insert_or_update:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@14cd1699
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_delete:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@77888435
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:spanner_read:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@73a1e9a9
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_read_with_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@71d44a3
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_read_without_metadata:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@7b98f307
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:transform:org.apache.beam:kafka_write:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@4802796d
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 beam:external:java:generate_sequence:v1: org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1@34123d65
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:30:09 PM org.apache.beam.sdk.expansion.service.ExpansionService expand
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: Expanding 'SqlTransform(beam:external:java:sql:v1)' with URN 'beam:external:java:sql:v1'
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:30:09 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:30:10 PM org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader payloadToConfig
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 WARNING: Configuration class 'org.apache.beam.sdk.extensions.sql.expansion.ExternalSqlTransformRegistrar$Configuration' has no schema registered. Attempting to construct with setter approach.
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:30:12 PM com.google.zetasql.io.grpc.NameResolverRegistry getDefaultRegistry
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 WARNING: No NameResolverProviders found via ServiceLoader, including for DNS. This is probably due to a broken build. If using ProGuard, check your configuration
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 Aug 16, 2022 6:30:14 PM org.apache.beam.sdk.extensions.sql.zetasql.ZetaSQLQueryPlanner convertToBeamRelInternal
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 INFO: BEAMPlan>
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamZetaSqlCalcRel(expr#0=[{inputs}], expr#1=[1:BIGINT], expr#2=['foo':VARCHAR], expr#3=[3.1400000000000001243E0:DOUBLE], int=[$t1], str=[$t2], flt=[$t3])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132 BeamValuesRel(tuples=[[{ 0 }]])
INFO apache_beam.utils.subprocess_server:subprocess_server.py:132
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.42.0.dev
INFO root:environments.py:299 No image given, using default Python SDK image
INFO root:environments.py:376 Default Python SDK image for environment is apache/beam_python3.7_sdk:2.42.0.dev
INFO root:environments.py:304 Python SDK container image set to "apache/beam_python3.7_sdk:2.42.0.dev" for Docker environment
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function pack_combiners at 0x7f35519ab830> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function lift_combiners at 0x7f35519ab8c0> ====================
INFO apache_beam.runners.portability.fn_api_runner.translations:translations.py:714 ==================== <function sort_stages at 0x7f35519ac050> ====================
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STOPPED
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to STARTING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to RUNNING
INFO apache_beam.runners.portability.portable_runner:portable_runner.py:583 Job state changed to DONE
PASSED [100%]
=============================== warnings summary ===============================
../../build/gradleenv/1922375555/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/build/gradleenv/1922375555/lib/python3.7/site-packages/hdfs/config.py>:15: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
===== 9 passed, 2 skipped, 6541 deselected, 1 warning in 232.67s (0:03:52) =====
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1678258.
Stopping expansion service pid: 1678259.
> Task :runners:spark:2:job-server:sparkJobServerCleanup
Stopping job server pid: 1678373.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/runners/spark/2/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/go/test/build.gradle'> line: 199
* What went wrong:
Execution failed for task ':runners:spark:2:job-server:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 32m 11s
267 actionable tasks: 233 executed, 22 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/63dduzdpa7wuy
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Spark #4088
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/4088/display/redirect>
Changes:
------------------------------------------
[...truncated 1.02 MB...]
coders: <
key: "aJgWXFlhxKTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001?\315\003\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000LCoder\364\376\202p\274iX-\002\000\001L\000\nv\001)\005\030\034t\000\"Lorg/\t]\000/\001],/sdk/coders/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000(Serializabl\t\277\034\010\364 \216\305ynl\005\327\\\004typet\000\021Ljava/lang/Class\001\300\000&jV\000\024Custom\005\215Pj\260\010\235\013;\035\013\002\000\000xq\000~\000\003vr\000;N;\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "aJgWXFlhxKValueWithRecordIdCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001\213\311\005\320\254\355\000\005sr\000Corg.apache.beam.sdk.values.ValueWithRecordId$B\022\000LCoder{\343\376bQ\014\204>\002\000\002L\000\007i\t\025\034t\000+Lorg/\t\\\000/\001\\\024/sdk/c\0012(s/ByteArray\005B\014;L\000\n\005u\005\016\010t\000\"n;\000\005$\020;xr\000*N\274\000\t`(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000)j1\0006\312\000\034\351\277\005|\263\3746\333\001:\010r\000&j8\000\024Atomic\005o\034\307\354\265\314\205tPF\0015 q\000~\000\003sr\000-N;\000$io.kafka.K\001\006\000R%\227\005B<I\320\251Y\032\341{#\002\000\001L\000\007kv\005\025\010t\000$nH\001\000K\t&\000;\025s\000\"Ns\000-P\r- j\000\275\271\035\243\3126\002!\353\010\010ke)\277\001\264\000\0022\303\001\005\022\025Y\000(jY\000\030Nullabl)\372\034E\333\0336>\220\247\007\005\307]\022.O\000\001\014,\006sq\000~\000\016q\000~\000\020"
>
>
>
coders: <
key: "aJgWXFlhxKVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "aJgWXFlhxKVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhpdCklnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5lbmNWYXJJbnRaEhAIFiIECBlADyoGCBQSAggIImkKSWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmRlY1ZhckludFoSHAgWIgQIGUADIgYIFBICCAgqBAgZQA8qBAgZQAE="
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c0"
>
>
environments: <
key: "aJgWXFlhxKbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.42.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.42.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar\022@086471204f5e74f1e76f142133e2f99a9f21db51fec9207bf6e42d4aab8f57f4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar\022@14123405bdbb945de810189e5808bb48ff17d73051f24e01250395a6ca0af5ad"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar\022@909da673cac11f9f8892585f4755f3368b65210fe69d5300fa981a5efdabf008"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar\022@0740806f74292444ffe95b13de1702ffcf55b6f855eb5e87f0dd9b1c021aa96a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar\022@81c96a57d94e1aa40e29eb06f9ae930144c6118972203aa9c9de0cfe4ee0b56a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar\022@6f2ce84317577a7813bc0e4895b1fd8122337e135012545896db8c24dd2f8dc7"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT-4BKRfXCUTMvfJ-MTQt-9pfJzB1bg9xrlUK_YOQBvqps.jar\022@e012917d70944ccbdf27e31342dfbda5f2730756e0f71ae550afd839006faa9b"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ncbeam-sdks-java-io-expansion-service-2.42.0-SNAPSHOT-4BKRfXCUTMvfJ-MTQt-9pfJzB1bg9xrlUK_YOQBvqps.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s1"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2022/08/16 12:10:27 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go> as /tmp/worker-2-1660651827411848099
2022/08/16 12:10:29 Prepared job with id: go-testkafkaio_basicreadwrite-718_566216b8-8a1f-4be1-9b20-072c6d95f17b and staging token: go-testkafkaio_basicreadwrite-718_566216b8-8a1f-4be1-9b20-072c6d95f17b
2022/08/16 12:10:29 Staged binary artifact with token:
2022/08/16 12:10:29 Submitted job: go0testkafkaio0basicreadwrite0718-jenkins-0816121029-6cd14cbc_5fedf843-4717-4efb-a384-b91d58fda56c
2022/08/16 12:10:29 Job state: STOPPED
2022/08/16 12:10:29 Job state: STARTING
2022/08/16 12:10:29 Job state: RUNNING
2022/08/16 12:10:53 Job state: DONE
2022/08/16 12:10:53 Warning: 6 errors during metrics processing: [failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"aJgWXFlhxKExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xfd\"\xfd\"\xfd\"" labels:{key:"PCOLLECTION" value:"aJgWXFlhxKExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"aJgWXFlhxKExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1" type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION" value:"aJgWXFlhxKExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xf8\"\xf8\"\xf8\"" labels:{key:"PCOLLECTION" value:"aJgWXFlhxKExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"} failed to deduce Step from MonitoringInfo: urn:"beam:metric:sampled_byte_size:v1" type:"beam:metrics:distribution_int64:v1" payload:"\x01\xf0\"\xf0\"\xf0\"" labels:{key:"PCOLLECTION" value:"aJgWXFlhxKExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"}]
--- PASS: TestKafkaIO_BasicReadWrite (39.44s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 45.466s
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest$SingleInputOutputTest > test FAILED
java.lang.RuntimeException at ValidateRunnerXlangTest.java:242
java.lang.NullPointerException at Preconditions.java:980
14 tests completed, 1 failed
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython FAILED
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingSql
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerCleanup
> Task :runners:spark:2:job-server:sparkJobServerCleanup
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/runners/spark/2/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 29m 48s
267 actionable tasks: 177 executed, 78 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/ekcjmpvfxvsx2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Spark #4087
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/4087/display/redirect>
Changes:
------------------------------------------
[...truncated 575.25 KB...]
---> fbc5b3cbcf3e
Step 16/32 : RUN pip freeze --all
---> Running in c51f8e83c10a
absl-py==1.2.0
apache-beam @ file:///opt/apache/beam/tars/apache-beam.tar.gz
astunparse==1.6.3
attrs==22.1.0
beautifulsoup4==4.11.1
bs4==0.0.1
cachetools==4.2.4
certifi==2022.6.15
cffi==1.15.1
charset-normalizer==2.1.0
click==8.1.3
cloudpickle==2.1.0
crcmod==1.7
cryptography==37.0.4
Cython==0.29.32
deprecation==2.1.0
dill==0.3.1.1
docker==5.0.3
docopt==0.6.2
execnet==1.9.0
fastavro==1.5.4
fasteners==0.17.3
flatbuffers==1.12
freezegun==1.2.1
future==0.18.2
gast==0.4.0
google-api-core==2.8.1
google-api-python-client==2.55.0
google-apitools==0.5.31
google-auth==2.9.1
google-auth-httplib2==0.1.0
google-auth-oauthlib==0.4.6
google-cloud-bigquery==2.34.4
google-cloud-bigquery-storage==2.13.2
google-cloud-bigtable==1.7.2
google-cloud-core==2.3.2
google-cloud-datastore==1.15.5
google-cloud-dlp==3.8.0
google-cloud-language==1.3.2
google-cloud-profiler==4.0.0
google-cloud-pubsub==2.13.4
google-cloud-pubsublite==1.4.2
google-cloud-recommendations-ai==0.7.0
google-cloud-spanner==1.19.3
google-cloud-videointelligence==1.16.3
google-cloud-vision==1.0.2
google-crc32c==1.3.0
google-pasta==0.2.0
google-python-cloud-debugger==2.19
google-resumable-media==2.3.3
googleapis-common-protos==1.56.4
greenlet==1.1.2
grpc-google-iam-v1==0.12.4
grpcio==1.47.0
grpcio-gcp==0.2.2
grpcio-status==1.47.0
guppy3==3.1.2
h5py==3.7.0
hdfs==2.7.0
httplib2==0.20.4
idna==3.3
importlib-metadata==4.12.0
iniconfig==1.1.1
joblib==1.1.0
keras==2.9.0
Keras-Preprocessing==1.1.2
libclang==14.0.6
Markdown==3.4.1
MarkupSafe==2.1.1
mmh3==3.0.0
mock==2.0.0
nltk==3.7
nose==1.3.7
numpy==1.21.6
oauth2client==4.1.3
oauthlib==3.2.0
opt-einsum==3.3.0
orjson==3.7.11
overrides==6.1.0
packaging==21.3
pandas==1.3.5
parameterized==0.8.1
pbr==5.9.0
pip==22.2.2
pluggy==1.0.0
proto-plus==1.20.6
protobuf==3.19.4
psycopg2-binary==2.9.3
py==1.11.0
pyarrow==7.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.21
pydot==1.4.2
PyHamcrest==1.10.1
pymongo==3.12.3
PyMySQL==1.0.2
pyparsing==3.0.9
pytest==7.1.2
pytest-forked==1.4.0
pytest-timeout==2.1.0
pytest-xdist==2.5.0
python-dateutil==2.8.2
python-snappy==0.6.1
pytz==2022.1
PyYAML==6.0
regex==2022.7.25
requests==2.28.1
requests-mock==1.9.3
requests-oauthlib==1.3.1
rsa==4.9
scikit-learn==1.0.2
scipy==1.7.3
setuptools==65.0.1
six==1.16.0
soupsieve==2.3.2.post1
SQLAlchemy==1.4.39
tenacity==5.1.5
tensorboard==2.9.1
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.1
tensorflow==2.9.1
tensorflow-estimator==2.9.0
tensorflow-io-gcs-filesystem==0.26.0
termcolor==1.1.0
testcontainers==3.6.0
threadpoolctl==3.1.0
tomli==2.0.1
tqdm==4.64.0
typing-utils==0.1.0
typing_extensions==4.3.0
uritemplate==4.1.1
urllib3==1.26.11
websocket-client==1.3.3
Werkzeug==2.2.1
wheel==0.37.1
wrapt==1.14.1
zipp==3.8.1
zstandard==0.18.0
Removing intermediate container c51f8e83c10a
---> 9294fbe19e2b
Step 17/32 : COPY target/LICENSE /opt/apache/beam/
---> aaf4cd80739d
Step 18/32 : COPY target/LICENSE.python /opt/apache/beam/
---> 8f110f857b66
Step 19/32 : COPY target/NOTICE /opt/apache/beam/
---> a9b24b242652
Step 20/32 : COPY target/launcher/linux_amd64/boot /opt/apache/beam/
---> 78e988e00870
Step 21/32 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in be9a0270caa5
Removing intermediate container be9a0270caa5
---> c9836265c1d6
Step 22/32 : FROM beam as third_party_licenses
---> c9836265c1d6
Step 23/32 : ARG pull_licenses
---> Running in 5bcde2a297f1
Removing intermediate container 5bcde2a297f1
---> 89273c7c9f00
Step 24/32 : COPY target/license_scripts /tmp/license_scripts/
---> 4d06e8eec4b3
Step 25/32 : COPY target/LICENSE target/go-licenses/* /opt/apache/beam/third_party_licenses/golang/
---> bbc8d0417a07
Step 26/32 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in 9ff7b40c023e
Removing intermediate container 9ff7b40c023e
---> 812a256dce07
Step 27/32 : COPY target/license_scripts /tmp/license_scripts/
---> 4d0950f15ef2
Step 28/32 : RUN if [ "$pull_licenses" = "true" ] ; then pip install 'pip-licenses<4.0.0' pyyaml tenacity && python /tmp/license_scripts/pull_licenses_py.py ; fi
---> Running in a37e4e6ff0c3
Collecting pip-licenses<4.0.0
Downloading pip_licenses-3.5.4-py3-none-any.whl (17 kB)
Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/site-packages (6.0)
Requirement already satisfied: tenacity in /usr/local/lib/python3.7/site-packages (5.1.5)
Collecting PTable
Downloading PTable-0.9.2.tar.gz (31 kB)
Preparing metadata (setup.py): started
Preparing metadata (setup.py): finished with status 'done'
Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.7/site-packages (from tenacity) (1.16.0)
Building wheels for collected packages: PTable
Building wheel for PTable (setup.py): started
Building wheel for PTable (setup.py): finished with status 'done'
Created wheel for PTable: filename=PTable-0.9.2-py3-none-any.whl size=22908 sha256=e3c0144ab227391ffb601a8c1157ca06ebe199ed702498d6239d39cb83fe77d6
Stored in directory: /root/.cache/pip/wheels/33/df/2f/674985b3f8a2de3f96357d1eadef5110f74fa91b3785e52a54
Successfully built PTable
Installing collected packages: PTable, pip-licenses
Successfully installed PTable-0.9.2 pip-licenses-3.5.4
[91mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[0mSkip pulling license for bs4
[91mINFO:root:Successfully pulled licenses for 135 dependencies
[0mRemoving intermediate container a37e4e6ff0c3
---> e2800d163a7e
Step 29/32 : FROM beam
---> c9836265c1d6
Step 30/32 : ARG pull_licenses
---> Running in 33ef931e22ad
Removing intermediate container 33ef931e22ad
---> a989672b11e0
Step 31/32 : COPY --from=third_party_licenses /opt/apache/beam/third_party_licenses /opt/apache/beam/third_party_licenses
---> 3263f8724201
Step 32/32 : RUN if [ "$pull_licenses" != "true" ] ; then rm -rf /opt/apache/beam/third_party_licenses ; fi
---> Running in 2b493ef894d9
Removing intermediate container 2b493ef894d9
---> bff67d10645a
Successfully built bff67d10645a
Successfully tagged apache/beam_python3.7_sdk:2.42.0.dev
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerSetup
Launching Java expansion service @ 38925
Launching Python expansion service @ 37955
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 1006139.
Stopping expansion service pid: 1006140.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:io:amazon-web-services2:compileJava'.
> java.util.ConcurrentModificationException (no error message)
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins.
See https://docs.gradle.org/7.4/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 9m 28s
259 actionable tasks: 171 executed, 76 from cache, 12 up-to-date
Publishing build scan...
https://gradle.com/s/cp4kve27zdzcw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org