You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/10/03 12:42:42 UTC
Build failed in Jenkins: beam_PostCommit_XVR_Samza #299
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/299/display/redirect>
Changes:
------------------------------------------
[...truncated 621.55 KB...]
key: "gyPUVxKPanKvCoder3"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gyPUVxKPanVarIntCoder"
component_coder_ids: "gyPUVxKPanTimestampedValueCoder"
>
>
coders: <
key: "gyPUVxKPanKvCoder4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "gyPUVxKPanVarIntCoder"
component_coder_ids: "gyPUVxKPanIterableCoder"
>
>
coders: <
key: "gyPUVxKPanSerializableCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\312\241\002\360^\254\355\000\005sr\000,org.apache.beam.sdk.coders.SerializableCoder\010\364 \216\305ynl\002\000\001L\000\004typet\000\021Ljava/lang/Class;xr\000&ofV\000\024Custom\005P8j\260\010\235\013;\035\013\002\000\000xr\000 j\213\000\005/\034C\335\325\211\256\274~\370\001/\020pvr\000$N1\000\\io.BoundedSource!`v\023\177\370QA\0015\010r\000\035Z3\000\t,0\020\213\372\020Y\214\347\323\002\000\000xp"
>
>
>
coders: <
key: "gyPUVxKPanSerializableCoder1"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\312\214\002\360^\254\355\000\005sr\000,org.apache.beam.sdk.coders.SerializableCoder\010\364 \216\305ynl\002\000\001L\000\004typet\000\021Ljava/lang/Class;xr\000&ofV\000\024Custom\005P8j\260\010\235\013;\035\013\002\000\000xr\000 j\213\000\005/\034C\335\325\211\256\274~\370\001/\020pvr\000;N1\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "gyPUVxKPanTimestampedValueCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001?\315\003\270\254\355\000\005sr\000Aorg.apache.beam.sdk.values.TimestampedV\001\022\000$>\021\000LCoder\364\376\202p\274iX-\002\000\001L\000\nv\001)\005\030\034t\000\"Lorg/\t]\000/\001],/sdk/coders/\005$\020;xr\000*N\202\000\t%(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000,j1\000(Serializabl\t\277\034\010\364 \216\305ynl\005\327\\\004typet\000\021Ljava/lang/Class\001\300\000&jV\000\024Custom\005\215Pj\260\010\235\013;\035\013\002\000\000xq\000~\000\003vr\000;N;\000Pio.BoundedReadFromUnb\t\021`Source$Shardd\236\240U\205\000j\363\002\000\000xp"
>
>
>
coders: <
key: "gyPUVxKPanValueWithRecordIdCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001h\364\004\320\254\355\000\005sr\000Corg.apache.beam.sdk.values.ValueWithRecordId$B\022\000LCoder{\343\376bQ\014\204>\002\000\002L\000\007i\t\025\034t\000+Lorg/\t\\\000/\001\\\024/sdk/c\0012(s/ByteArray\005B\014;L\000\n\005u\005\016\010t\000\"n;\000\005$\020;xr\000*N\274\000\t`(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000 j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000)j1\0006\312\000\034\351\277\005|\263\3746\333\001:\010r\000&j8\000\024Atomic\005o\034\307\354\265\314\205tPF\0015 q\000~\000\003sr\000-N;\000$io.kafka.K\001\006\000R%\227\005B<I\320\251Y\032\341{#\002\000\001L\000\007kv\005\025\010t\000$nH\001\000K\t&\000;\025s\000\"Ns\000-P\r- j\000\275\271\035\243\3126\002!\353\010\010ke)\277\001\264\000\0022\303\001\005\022\rY$q\000~\000\006q\000~\000\016"
>
>
>
coders: <
key: "gyPUVxKPanVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "gyPUVxKPanVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v0"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
dependencies: <
type_urn: "beam:artifact:type:go_worker_binary:v1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n\006worker"
>
>
>
environments: <
key: "gyPUVxKPanbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.34.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.34.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar\022@05da22db061aef9efe7f3ab9bdca270b2e12490db665a3aaef2b82f7c7ca3ecf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar\022@08c6caf8839d40f2ca1c4a82b839c4fb2064f95a5bb554fe8608db1d15063bbf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar\022@69ee59d0be9a938f76d9fced59e5b2eda8e2597746dee6cdaf07ab251168163d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar\022@5c7b73fd47a11a961c2d33ab013ad39cc3555201156bfb6da1690fc6755fa93a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar\022@934ec8e8af56dd7e4a4d06dc0c812ca8cd0b5f2335f1fd1e47a21a270f8fff19"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar\022@4468420e0dc654e4150b6afa91ad8dd21988e1ea901fa5686eea009d0ef83271"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.34.0-SNAPSHOT-QJjJg4_RnCD9iSiaTZshgmqJKHGkfjeuHLf4LMHEgKU.jar\022@4098c9838fd19c20fd89289a4d9b21826a892871a47e37ae1cb7f82cc1c480a5"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ncbeam-sdks-java-io-expansion-service-2.34.0-SNAPSHOT-QJjJg4_RnCD9iSiaTZshgmqJKHGkfjeuHLf4LMHEgKU.jar"
>
>
>
>
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s1"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2021/10/03 12:26:35 Prepared job with id: go-job-2-1633263995992573787_0f163413-1c7f-4885-98f2-bb4e1177c2e5 and staging token: go-job-2-1633263995992573787_0f163413-1c7f-4885-98f2-bb4e1177c2e5
2021/10/03 12:26:35 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go> as /tmp/worker-2-1633263995997145226
2021/10/03 12:26:38 Staged binary artifact with token:
2021/10/03 12:26:38 Submitted job: go0job0201633263995992573787-jenkins-1003122638-4d6c92c2_d299802b-e8ba-4e59-a3be-5663c84d55d9
2021/10/03 12:26:38 Job state: STOPPED
2021/10/03 12:26:38 Job state: STARTING
2021/10/03 12:26:38 Job state: RUNNING
2021/10/03 12:26:48 Job state: DONE
--- PASS: TestKafkaIO_BasicReadWrite (30.31s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 33.334s
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingJava
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPython
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPythonOnly
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
> Task :runners:samza:job-server:samzaJobServerCleanup
FAILURE: Build completed with 3 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 32m 45s
211 actionable tasks: 150 executed, 54 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/e3i4dbhi5akjk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_XVR_Samza #306
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/306/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Samza #305
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/305/display/redirect?page=changes>
Changes:
[noreply] Merge pull request #15618 from [BEAM-12968] [Playground] Create README
[noreply] Merge pull request #15626 from [BEAM-12963] [Playground] Create base
[noreply] Merge pull request #15566 from [BEAM-12925] Correct behavior retrieving
[noreply] [BEAM-12911] Update schema translation (Java, Python) to log more
[noreply] Update CHANGES.md for JdbcIO breaking change (#15651)
[noreply] [BEAM-12513] Add Go SDK metrics content to BPG. (#15650)
[noreply] [BEAM-12996] Improve Error Logging in ConfigBuilder (#15646)
------------------------------------------
[...truncated 529.03 KB...]
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
dependencies: <
type_urn: "beam:artifact:type:go_worker_binary:v1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n\006worker"
>
>
>
>
root_transform_ids: "s1"
--- FAIL: TestKafkaIO_BasicReadWrite (122.50s)
ptest.go:98: Failed to execute job: connecting to job service
failed to dial server at localhost:40857
caused by:
context deadline exceeded
FAIL
FAIL github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 125.524s
> Task :runners:samza:job-server:validatesCrossLanguageRunnerGoUsingJava FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingJava
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > combineGloballyTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:259
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > partitionTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:316
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > coGroupByKeyTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:232
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > groupByKeyTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:200
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > combinePerKeyTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:277
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > flattenTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:297
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > singleInputOutputTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:158
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > multiInputOutputWithSideInputTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:180
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
8 tests completed, 8 failed
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingJava FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPython
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > combineGloballyTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:259
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > partitionTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:316
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > coGroupByKeyTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:232
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > groupByKeyTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:200
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > combinePerKeyTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:277
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > flattenTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:297
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > singleInputOutputTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:158
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > multiInputOutputWithSideInputTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:180
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
8 tests completed, 8 failed
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPython FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPythonOnly
org.apache.beam.runners.core.construction.ValidateRunnerXlangTest > pythonDependenciesTest FAILED
org.apache.beam.vendor.grpc.v1p36p0.io.grpc.StatusRuntimeException at ValidateRunnerXlangTest.java:340
Caused by: org.apache.beam.vendor.grpc.v1p36p0.io.netty.channel.AbstractChannel$AnnotatedConnectException
Caused by: java.net.ConnectException at Errors.java:124
java.lang.NullPointerException at ValidateRunnerXlangTest.java:125
1 test completed, 1 failed
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPythonOnly FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
> Task :runners:samza:job-server:samzaJobServerCleanup
FAILURE: Build completed with 7 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/build.gradle'> line: 198
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingJava'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/runners/samza/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingJava/index.html>
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/runners/samza/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPythonOnly'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/runners/samza/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPythonOnly/index.html>
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
5: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
6: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
7: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 32m 36s
211 actionable tasks: 154 executed, 50 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/2iw7jayce3fy2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Samza #304
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/304/display/redirect?page=changes>
Changes:
[noreply] [BEAM-11516] Upgrade to pylint 2.11.1, fix warnings (#15612)
[noreply] [BEAM-12979, BEAM-11097] Change cache to store ReStreams, clean up to…
[noreply] [BEAM-3304, BEAM-12513] Trigger changes and Windowing. (#15644)
------------------------------------------
[...truncated 356.54 KB...]
state = result.wait_until_finish()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7f0c291cf630>
duration = None
def wait_until_finish(self, duration=None):
"""
:param duration: The maximum time in milliseconds to wait for the result of
the execution. If None or zero, will wait until the pipeline finishes.
:return: The result of the pipeline, i.e. PipelineResult.
"""
def read_messages():
# type: () -> None
previous_state = -1
for message in self._message_stream:
if message.HasField('message_response'):
logging.log(
MESSAGE_LOG_LEVELS[message.message_response.importance],
"%s",
message.message_response.message_text)
else:
current_state = message.state_response.state
if current_state != previous_state:
_LOGGER.info(
"Job state changed to %s",
self._runner_api_state_to_pipeline_state(current_state))
previous_state = current_state
self._messages.append(message)
message_thread = threading.Thread(
target=read_messages, name='wait_until_finish_read')
message_thread.daemon = True
message_thread.start()
if duration:
state_thread = threading.Thread(
target=functools.partial(self._observe_state, message_thread),
name='wait_until_finish_state_observer')
state_thread.daemon = True
state_thread.start()
start_time = time.time()
duration_secs = duration / 1000
while (time.time() - start_time < duration_secs and
state_thread.is_alive()):
time.sleep(1)
else:
self._observe_state(message_thread)
if self._runtime_exception:
> raise self._runtime_exception
E RuntimeError: Pipeline BeamApp-jenkins-1004182423-9cb4d906_c6c93379-db96-473a-b802-795ec2d1346e failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
apache_beam/runners/portability/portable_runner.py:600: RuntimeError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR:root:java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR root:portable_runner.py:570 java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
__________________ SqlTransformTest.test_windowing_before_sql __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_windowing_before_sql>
def test_windowing_before_sql(self):
with TestPipeline() as p:
out = (
p | beam.Create([
SimpleRow(5, "foo", 1.),
SimpleRow(15, "bar", 2.),
SimpleRow(25, "baz", 3.)
])
| beam.Map(lambda v: beam.window.TimestampedValue(v, v.id)).
with_output_types(SimpleRow)
| beam.WindowInto(
beam.window.FixedWindows(10)).with_output_types(SimpleRow)
| SqlTransform("SELECT COUNT(*) as `count` FROM PCOLLECTION"))
> assert_that(out, equal_to([(1, ), (1, ), (1, )]))
apache_beam/transforms/sql_test.py:175:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:596: in __exit__
self.result = self.run()
apache_beam/testing/test_pipeline.py:116: in run
state = result.wait_until_finish()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7f0c28fdec18>
duration = None
def wait_until_finish(self, duration=None):
"""
:param duration: The maximum time in milliseconds to wait for the result of
the execution. If None or zero, will wait until the pipeline finishes.
:return: The result of the pipeline, i.e. PipelineResult.
"""
def read_messages():
# type: () -> None
previous_state = -1
for message in self._message_stream:
if message.HasField('message_response'):
logging.log(
MESSAGE_LOG_LEVELS[message.message_response.importance],
"%s",
message.message_response.message_text)
else:
current_state = message.state_response.state
if current_state != previous_state:
_LOGGER.info(
"Job state changed to %s",
self._runner_api_state_to_pipeline_state(current_state))
previous_state = current_state
self._messages.append(message)
message_thread = threading.Thread(
target=read_messages, name='wait_until_finish_read')
message_thread.daemon = True
message_thread.start()
if duration:
state_thread = threading.Thread(
target=functools.partial(self._observe_state, message_thread),
name='wait_until_finish_state_observer')
state_thread.daemon = True
state_thread.start()
start_time = time.time()
duration_secs = duration / 1000
while (time.time() - start_time < duration_secs and
state_thread.is_alive()):
time.sleep(1)
else:
self._observe_state(message_thread)
if self._runtime_exception:
> raise self._runtime_exception
E RuntimeError: Pipeline BeamApp-jenkins-1004182433-43d7f45b_c1630a15-ea23-4236-8830-19582b5d95a0 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
apache_beam/runners/portability/portable_runner.py:600: RuntimeError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR:root:java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR root:portable_runner.py:570 java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
============ 6 failed, 3 passed, 5008 deselected in 141.43 seconds =============
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 5936.
Stopping expansion service pid: 5939.
> Task :runners:samza:job-server:samzaJobServerCleanup
Stopping job server pid: 2981.
FAILURE: Build completed with 7 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/build.gradle'> line: 198
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingJava'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/runners/samza/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingJava/index.html>
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPython'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/runners/samza/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPython/index.html>
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPythonOnly'.
> There were failing tests. See the report at: file://<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/runners/samza/job-server/build/reports/tests/validatesCrossLanguageRunnerJavaUsingPythonOnly/index.html>
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
5: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
6: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
7: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 22m 37s
211 actionable tasks: 151 executed, 53 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/37gtfmnzdftew
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Samza #303
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/303/display/redirect>
Changes:
------------------------------------------
[...truncated 690.54 KB...]
apache_beam/runners/portability/portable_runner.py:600: RuntimeError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR:root:java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR root:portable_runner.py:570 java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
______________________ SqlTransformTest.test_tagged_join _______________________
self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_tagged_join>
def test_tagged_join(self):
with TestPipeline() as p:
enrich = (
p | "Create enrich" >> beam.Create(
[Enrich(1, "a"), Enrich(2, "b"), Enrich(26, "z")]))
simple = (
p | "Create simple" >> beam.Create([
SimpleRow(1, "foo", 3.14),
SimpleRow(26, "bar", 1.11),
SimpleRow(1, "baz", 2.34)
]))
out = ({
'simple': simple, 'enrich': enrich
}
| SqlTransform(
"""
SELECT
simple.`id` AS `id`,
enrich.metadata AS metadata
FROM simple
JOIN enrich
ON simple.`id` = enrich.`id`"""))
> assert_that(out, equal_to([(1, "a"), (26, "z"), (1, "a")]))
apache_beam/transforms/sql_test.py:141:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:596: in __exit__
self.result = self.run()
apache_beam/testing/test_pipeline.py:116: in run
state = result.wait_until_finish()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7f4225647f60>
duration = None
def wait_until_finish(self, duration=None):
"""
:param duration: The maximum time in milliseconds to wait for the result of
the execution. If None or zero, will wait until the pipeline finishes.
:return: The result of the pipeline, i.e. PipelineResult.
"""
def read_messages():
# type: () -> None
previous_state = -1
for message in self._message_stream:
if message.HasField('message_response'):
logging.log(
MESSAGE_LOG_LEVELS[message.message_response.importance],
"%s",
message.message_response.message_text)
else:
current_state = message.state_response.state
if current_state != previous_state:
_LOGGER.info(
"Job state changed to %s",
self._runner_api_state_to_pipeline_state(current_state))
previous_state = current_state
self._messages.append(message)
message_thread = threading.Thread(
target=read_messages, name='wait_until_finish_read')
message_thread.daemon = True
message_thread.start()
if duration:
state_thread = threading.Thread(
target=functools.partial(self._observe_state, message_thread),
name='wait_until_finish_state_observer')
state_thread.daemon = True
state_thread.start()
start_time = time.time()
duration_secs = duration / 1000
while (time.time() - start_time < duration_secs and
state_thread.is_alive()):
time.sleep(1)
else:
self._observe_state(message_thread)
if self._runtime_exception:
> raise self._runtime_exception
E RuntimeError: Pipeline BeamApp-jenkins-1004123324-6f20c08d_e278974a-4bb5-4c1e-8221-e8c9d7f02ad6 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
apache_beam/runners/portability/portable_runner.py:600: RuntimeError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR:root:java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR root:portable_runner.py:570 java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
__________________ SqlTransformTest.test_windowing_before_sql __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_windowing_before_sql>
def test_windowing_before_sql(self):
with TestPipeline() as p:
out = (
p | beam.Create([
SimpleRow(5, "foo", 1.),
SimpleRow(15, "bar", 2.),
SimpleRow(25, "baz", 3.)
])
| beam.Map(lambda v: beam.window.TimestampedValue(v, v.id)).
with_output_types(SimpleRow)
| beam.WindowInto(
beam.window.FixedWindows(10)).with_output_types(SimpleRow)
| SqlTransform("SELECT COUNT(*) as `count` FROM PCOLLECTION"))
> assert_that(out, equal_to([(1, ), (1, ), (1, )]))
apache_beam/transforms/sql_test.py:175:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:596: in __exit__
self.result = self.run()
apache_beam/testing/test_pipeline.py:116: in run
state = result.wait_until_finish()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7f42254f4be0>
duration = None
def wait_until_finish(self, duration=None):
"""
:param duration: The maximum time in milliseconds to wait for the result of
the execution. If None or zero, will wait until the pipeline finishes.
:return: The result of the pipeline, i.e. PipelineResult.
"""
def read_messages():
# type: () -> None
previous_state = -1
for message in self._message_stream:
if message.HasField('message_response'):
logging.log(
MESSAGE_LOG_LEVELS[message.message_response.importance],
"%s",
message.message_response.message_text)
else:
current_state = message.state_response.state
if current_state != previous_state:
_LOGGER.info(
"Job state changed to %s",
self._runner_api_state_to_pipeline_state(current_state))
previous_state = current_state
self._messages.append(message)
message_thread = threading.Thread(
target=read_messages, name='wait_until_finish_read')
message_thread.daemon = True
message_thread.start()
if duration:
state_thread = threading.Thread(
target=functools.partial(self._observe_state, message_thread),
name='wait_until_finish_state_observer')
state_thread.daemon = True
state_thread.start()
start_time = time.time()
duration_secs = duration / 1000
while (time.time() - start_time < duration_secs and
state_thread.is_alive()):
time.sleep(1)
else:
self._observe_state(message_thread)
if self._runtime_exception:
> raise self._runtime_exception
E RuntimeError: Pipeline BeamApp-jenkins-1004123334-3134769a_dd4590c2-727d-4ad9-9727-226fb017f41f failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
apache_beam/runners/portability/portable_runner.py:600: RuntimeError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR:root:java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR root:portable_runner.py:570 java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
============ 6 failed, 3 passed, 5008 deselected in 135.62 seconds =============
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 9397.
Stopping expansion service pid: 9400.
> Task :runners:samza:job-server:samzaJobServerCleanup
Stopping job server pid: 29316.
FAILURE: Build completed with 3 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 31m 59s
211 actionable tasks: 150 executed, 54 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/c6dlkk4n4zat6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Samza #302
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/302/display/redirect>
Changes:
------------------------------------------
[...truncated 972.53 KB...]
>
coders: <
key: "AXNQgIlWTJVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "AXNQgIlWTJVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhpdCklnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5lbmNWYXJJbnRaEhAIFiIECBlADyoGCBQSAggIImkKSWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmRlY1ZhckludFoSHAgWIgQIGUADIgYIFBICCAgqBAgZQA8qBAgZQAE="
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c0"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c3"
>
>
environments: <
key: "AXNQgIlWTJbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.34.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.34.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar\022@05da22db061aef9efe7f3ab9bdca270b2e12490db665a3aaef2b82f7c7ca3ecf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar\022@08c6caf8839d40f2ca1c4a82b839c4fb2064f95a5bb554fe8608db1d15063bbf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar\022@69ee59d0be9a938f76d9fced59e5b2eda8e2597746dee6cdaf07ab251168163d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar\022@5c7b73fd47a11a961c2d33ab013ad39cc3555201156bfb6da1690fc6755fa93a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar\022@934ec8e8af56dd7e4a4d06dc0c812ca8cd0b5f2335f1fd1e47a21a270f8fff19"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar\022@4468420e0dc654e4150b6afa91ad8dd21988e1ea901fa5686eea009d0ef83271"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.34.0-SNAPSHOT-kzib2JuiUgI5Ba-Wlg2BmsgutUUyYpUeRuBllafAyZE.jar\022@93389bd89ba252023905af96960d819ac82eb5453262951e46e06595a7c0c991"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ncbeam-sdks-java-io-expansion-service-2.34.0-SNAPSHOT-kzib2JuiUgI5Ba-Wlg2BmsgutUUyYpUeRuBllafAyZE.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v0"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
dependencies: <
type_urn: "beam:artifact:type:go_worker_binary:v1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n\006worker"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2021/10/04 06:21:33 Prepared job with id: go-job-2-1633328493927064036_6ef48e2d-01d7-4201-9145-a15104599d3d and staging token: go-job-2-1633328493927064036_6ef48e2d-01d7-4201-9145-a15104599d3d
2021/10/04 06:21:33 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go> as /tmp/worker-2-1633328493932502364
2021/10/04 06:21:37 Staged binary artifact with token:
2021/10/04 06:21:37 Submitted job: go0job0201633328493927064036-jenkins-1004062137-61c1ed4a_3f8c1c12-7356-4120-8cdc-640f539b26de
2021/10/04 06:21:37 Job state: STOPPED
2021/10/04 06:21:37 Job state: STARTING
2021/10/04 06:21:37 Job state: RUNNING
2021/10/04 06:21:55 Job state: DONE
--- PASS: TestKafkaIO_BasicReadWrite (54.83s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 57.884s
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingJava
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPython
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPythonOnly
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
> Task :runners:samza:job-server:samzaJobServerCleanup
FAILURE: Build completed with 3 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 40m 58s
211 actionable tasks: 150 executed, 54 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/bj6if2bg6fiiw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Samza #301
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/301/display/redirect>
Changes:
------------------------------------------
[...truncated 612.56 KB...]
>
coders: <
key: "HaoQqgHMWqVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "HaoQqgHMWqVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload: "\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055 \307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000 j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhpdCklnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5lbmNWYXJJbnRaEhAIFiIECBlADyoGCBQSAggIImkKSWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmRlY1ZhckludFoSHAgWIgQIGUADIgYIFBICCAgqBAgZQA8qBAgZQAE="
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c0"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c3"
>
>
environments: <
key: "HaoQqgHMWqbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.34.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.34.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar\022@05da22db061aef9efe7f3ab9bdca270b2e12490db665a3aaef2b82f7c7ca3ecf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar\022@08c6caf8839d40f2ca1c4a82b839c4fb2064f95a5bb554fe8608db1d15063bbf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar\022@69ee59d0be9a938f76d9fced59e5b2eda8e2597746dee6cdaf07ab251168163d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar\022@5c7b73fd47a11a961c2d33ab013ad39cc3555201156bfb6da1690fc6755fa93a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar\022@934ec8e8af56dd7e4a4d06dc0c812ca8cd0b5f2335f1fd1e47a21a270f8fff19"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar\022@4468420e0dc654e4150b6afa91ad8dd21988e1ea901fa5686eea009d0ef83271"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.34.0-SNAPSHOT-kzib2JuiUgI5Ba-Wlg2BmsgutUUyYpUeRuBllafAyZE.jar\022@93389bd89ba252023905af96960d819ac82eb5453262951e46e06595a7c0c991"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\ncbeam-sdks-java-io-expansion-service-2.34.0-SNAPSHOT-kzib2JuiUgI5Ba-Wlg2BmsgutUUyYpUeRuBllafAyZE.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v0"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
dependencies: <
type_urn: "beam:artifact:type:go_worker_binary:v1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n\006worker"
>
>
>
>
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s1"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2021/10/04 00:15:16 Prepared job with id: go-job-2-1633306516401005176_fc17ccad-a21b-4a76-baee-8d39023a6879 and staging token: go-job-2-1633306516401005176_fc17ccad-a21b-4a76-baee-8d39023a6879
2021/10/04 00:15:16 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go> as /tmp/worker-2-1633306516406001534
2021/10/04 00:15:19 Staged binary artifact with token:
2021/10/04 00:15:19 Submitted job: go0job0201633306516401005176-jenkins-1004001519-ff058b7e_a6ec8676-7cba-487b-8f7a-78cc390c0b32
2021/10/04 00:15:19 Job state: STOPPED
2021/10/04 00:15:19 Job state: STARTING
2021/10/04 00:15:19 Job state: RUNNING
2021/10/04 00:15:30 Job state: DONE
--- PASS: TestKafkaIO_BasicReadWrite (33.58s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka 36.609s
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingJava
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPython
> Task :runners:samza:job-server:validatesCrossLanguageRunnerJavaUsingPythonOnly
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
> Task :runners:samza:job-server:samzaJobServerCleanup
FAILURE: Build completed with 3 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 29m 53s
211 actionable tasks: 150 executed, 54 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/v7hpboxuw2bqs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_XVR_Samza #300
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/300/display/redirect>
Changes:
------------------------------------------
[...truncated 169.38 KB...]
def test_tagged_join(self):
with TestPipeline() as p:
enrich = (
p | "Create enrich" >> beam.Create(
[Enrich(1, "a"), Enrich(2, "b"), Enrich(26, "z")]))
simple = (
p | "Create simple" >> beam.Create([
SimpleRow(1, "foo", 3.14),
SimpleRow(26, "bar", 1.11),
SimpleRow(1, "baz", 2.34)
]))
out = ({
'simple': simple, 'enrich': enrich
}
| SqlTransform(
"""
SELECT
simple.`id` AS `id`,
enrich.metadata AS metadata
FROM simple
JOIN enrich
ON simple.`id` = enrich.`id`"""))
> assert_that(out, equal_to([(1, "a"), (26, "z"), (1, "a")]))
apache_beam/transforms/sql_test.py:141:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:596: in __exit__
self.result = self.run()
apache_beam/testing/test_pipeline.py:116: in run
state = result.wait_until_finish()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7f5b501318d0>
duration = None
def wait_until_finish(self, duration=None):
"""
:param duration: The maximum time in milliseconds to wait for the result of
the execution. If None or zero, will wait until the pipeline finishes.
:return: The result of the pipeline, i.e. PipelineResult.
"""
def read_messages():
# type: () -> None
previous_state = -1
for message in self._message_stream:
if message.HasField('message_response'):
logging.log(
MESSAGE_LOG_LEVELS[message.message_response.importance],
"%s",
message.message_response.message_text)
else:
current_state = message.state_response.state
if current_state != previous_state:
_LOGGER.info(
"Job state changed to %s",
self._runner_api_state_to_pipeline_state(current_state))
previous_state = current_state
self._messages.append(message)
message_thread = threading.Thread(
target=read_messages, name='wait_until_finish_read')
message_thread.daemon = True
message_thread.start()
if duration:
state_thread = threading.Thread(
target=functools.partial(self._observe_state, message_thread),
name='wait_until_finish_state_observer')
state_thread.daemon = True
state_thread.start()
start_time = time.time()
duration_secs = duration / 1000
while (time.time() - start_time < duration_secs and
state_thread.is_alive()):
time.sleep(1)
else:
self._observe_state(message_thread)
if self._runtime_exception:
> raise self._runtime_exception
E RuntimeError: Pipeline BeamApp-jenkins-1003183013-169221f8_306e13f9-7a6b-4d3b-83af-0f93c158b34f failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
apache_beam/runners/portability/portable_runner.py:600: RuntimeError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR:root:java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR root:portable_runner.py:570 java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
__________________ SqlTransformTest.test_windowing_before_sql __________________
self = <apache_beam.transforms.sql_test.SqlTransformTest testMethod=test_windowing_before_sql>
def test_windowing_before_sql(self):
with TestPipeline() as p:
out = (
p | beam.Create([
SimpleRow(5, "foo", 1.),
SimpleRow(15, "bar", 2.),
SimpleRow(25, "baz", 3.)
])
| beam.Map(lambda v: beam.window.TimestampedValue(v, v.id)).
with_output_types(SimpleRow)
| beam.WindowInto(
beam.window.FixedWindows(10)).with_output_types(SimpleRow)
| SqlTransform("SELECT COUNT(*) as `count` FROM PCOLLECTION"))
> assert_that(out, equal_to([(1, ), (1, ), (1, )]))
apache_beam/transforms/sql_test.py:175:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/pipeline.py:596: in __exit__
self.result = self.run()
apache_beam/testing/test_pipeline.py:116: in run
state = result.wait_until_finish()
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <apache_beam.runners.portability.portable_runner.PipelineResult object at 0x7f5b41fcac18>
duration = None
def wait_until_finish(self, duration=None):
"""
:param duration: The maximum time in milliseconds to wait for the result of
the execution. If None or zero, will wait until the pipeline finishes.
:return: The result of the pipeline, i.e. PipelineResult.
"""
def read_messages():
# type: () -> None
previous_state = -1
for message in self._message_stream:
if message.HasField('message_response'):
logging.log(
MESSAGE_LOG_LEVELS[message.message_response.importance],
"%s",
message.message_response.message_text)
else:
current_state = message.state_response.state
if current_state != previous_state:
_LOGGER.info(
"Job state changed to %s",
self._runner_api_state_to_pipeline_state(current_state))
previous_state = current_state
self._messages.append(message)
message_thread = threading.Thread(
target=read_messages, name='wait_until_finish_read')
message_thread.daemon = True
message_thread.start()
if duration:
state_thread = threading.Thread(
target=functools.partial(self._observe_state, message_thread),
name='wait_until_finish_state_observer')
state_thread.daemon = True
state_thread.start()
start_time = time.time()
duration_secs = duration / 1000
while (time.time() - start_time < duration_secs and
state_thread.is_alive()):
time.sleep(1)
else:
self._observe_state(message_thread)
if self._runtime_exception:
> raise self._runtime_exception
E RuntimeError: Pipeline BeamApp-jenkins-1003183023-d65ef8de_ca02030f-3251-4eda-aae2-6d25e010d8f3 failed in state FAILED: java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
apache_beam/runners/portability/portable_runner.py:600: RuntimeError
----------------------------- Captured stderr call -----------------------------
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR:root:java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
------------------------------ Captured log call -------------------------------
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
WARNING root:environments.py:374 Make sure that locally built Python SDK docker image has Python 3.6 interpreter.
ERROR root:portable_runner.py:570 java.lang.ClassCastException: org.apache.beam.sdk.coders.ByteArrayCoder cannot be cast to org.apache.beam.sdk.coders.KvCoder
- generated xml file: <https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/python/pytest_xlangSqlValidateRunner.xml> -
============ 6 failed, 3 passed, 5008 deselected in 136.16 seconds =============
> Task :runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql FAILED
> Task :runners:samza:job-server:validatesCrossLanguageRunnerCleanup
Stopping expansion service pid: 30283.
Stopping expansion service pid: 30286.
> Task :runners:samza:job-server:samzaJobServerCleanup
Stopping job server pid: 20987.
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/ws/src/sdks/go/test/build.gradle'> line: 198
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerGoUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingJava'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingPython'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
4: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':runners:samza:job-server:validatesCrossLanguageRunnerPythonUsingSql'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.9.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 30m 16s
211 actionable tasks: 153 executed, 51 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/oxebvhkcs25tc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org