You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/04/29 12:22:52 UTC
Build failed in Jenkins: beam_PostCommit_Go_VR_Flink #4683
See <https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/4683/display/redirect?page=changes>
Changes:
[Ismaël Mejía] [BEAM-12247] Reduce memory/string creations in InMemoryTimerInternals
[Ismaël Mejía] [BEAM-12248] Reduce ArrayList allocation in Row/RowUtils
[heejong] Moving to 2.31.0-SNAPSHOT on master branch.
------------------------------------------
[...truncated 2.39 MB...]
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.31.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.31.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nL/tmp/artifacts/icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar\022@05da22db061aef9efe7f3ab9bdca270b2e12490db665a3aaef2b82f7c7ca3ecf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n=icedtea-sound-Bdoi2wYa757-fzq5vconCy4SSQ22ZaOq7yuC98fKPs8.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar\022@08c6caf8839d40f2ca1c4a82b839c4fb2064f95a5bb554fe8608db1d15063bbf"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7jaccess-CMbK-IOdQPLKHEqCuDnE-yBk-VpbtVT-hgjbHRUGO78.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nI/tmp/artifacts/localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar\022@69ee59d0be9a938f76d9fced59e5b2eda8e2597746dee6cdaf07ab251168163d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n:localedata-ae5Z0L6ak4922fztWeWy7ajiWXdG3ubNrwerJRFoFj0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nF/tmp/artifacts/nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar\022@5c7b73fd47a11a961c2d33ab013ad39cc3555201156bfb6da1690fc6755fa93a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n7nashorn-XHtz_UehGpYcLTOrATrTnMNVUgEVa_ttoWkPxnVfqTo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nG/tmp/artifacts/cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar\022@934ec8e8af56dd7e4a4d06dc0c812ca8cd0b5f2335f1fd1e47a21a270f8fff19"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n8cldrdata-k07I6K9W3X5KTQbcDIEsqM0LXyM18f0eR6IaJw-P_xk.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\nD/tmp/artifacts/dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar\022@4468420e0dc654e4150b6afa91ad8dd21988e1ea901fa5686eea009d0ef83271"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-RGhCDg3GVOQVC2r6ka2N0hmI4eqQH6VobuoAnQ74MnE.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload: "\n\214\001/tmp/artifacts/beam-sdks-java-testing-expansion-service-testExpansionService-2.31.0-SNAPSHOT-bSqPj15Aa90W6K3r-kPoaUA9ZuClG_wsnjxrA2xTheE.jar\022@6d2a8f8f5e406bdd16e8adebfa43e869403d66e0a51bfc2c9e3c6b036c5385e1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n}beam-sdks-java-testing-expansion-service-testExpansionService-2.31.0-SNAPSHOT-bSqPj15Aa90W6K3r-kPoaUA9ZuClG_wsnjxrA2xTheE.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v0"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
dependencies: <
type_urn: "beam:artifact:type:go_worker_binary:v1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n\006worker"
>
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e5"
root_transform_ids: "s3"
root_transform_ids: "e4"
root_transform_ids: "s2"
2021/04/29 12:22:35 Prepared job with id: go-job-5-1619698955128156143_3d253a2e-1d7f-4aae-a43b-80723a80e39a and staging token: go-job-5-1619698955128156143_3d253a2e-1d7f-4aae-a43b-80723a80e39a
2021/04/29 12:22:35 Cross-compiling <https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/ws/temp_gopath/src/github.com/apache/beam/sdks/go/test/integration/xlang/xlang_test.go> as /tmp/worker-5-1619698955131401039
2021/04/29 12:22:38 Staged binary artifact with token:
2021/04/29 12:22:38 Submitted job: go0job0501619698955128156143-jenkins-0429122238-7c0fe34d_e5d4d559-6f05-4a0d-bcca-128f1478c58d
2021/04/29 12:22:38 Job state: STOPPED
2021/04/29 12:22:38 Job state: STARTING
2021/04/29 12:22:38 Job state: RUNNING
2021/04/29 12:22:39 (): org.apache.flink.runtime.client.JobExecutionException: Job execution failed.
at org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:144)
at org.apache.flink.runtime.minicluster.MiniClusterJobClient.lambda$getJobExecutionResult$2(MiniClusterJobClient.java:117)
at java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616)
at java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:591)
at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.lambda$invokeRpc$0(AkkaInvocationHandler.java:237)
at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:774)
at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:750)
at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
at org.apache.flink.runtime.concurrent.FutureUtils$1.onComplete(FutureUtils.java:1046)
at akka.dispatch.OnComplete.internal(Future.scala:264)
at akka.dispatch.OnComplete.internal(Future.scala:261)
at akka.dispatch.japi$CallbackBridge.apply(Future.scala:191)
at akka.dispatch.japi$CallbackBridge.apply(Future.scala:188)
at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:36)
at org.apache.flink.runtime.concurrent.Executors$DirectExecutionContext.execute(Executors.java:73)
at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:44)
at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:252)
at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:572)
at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:22)
at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:21)
at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:436)
at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:435)
at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:36)
at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55)
at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply$mcV$sp(BatchingExecutor.scala:91)
at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91)
at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91)
at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:72)
at akka.dispatch.BatchingExecutor$BlockableBatch.run(BatchingExecutor.scala:90)
at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:40)
at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(ForkJoinExecutorConfigurator.scala:44)
at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:118)
at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:80)
at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:233)
at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:224)
at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:215)
at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:669)
at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:89)
at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:447)
at sun.reflect.GeneratedMethodAccessor55.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:305)
at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:212)
at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:77)
at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:158)
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26)
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21)
at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123)
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
at akka.actor.Actor$class.aroundReceive(Actor.scala:517)
at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225)
at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592)
at akka.actor.ActorCell.invoke(ActorCell.scala:561)
at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258)
at akka.dispatch.Mailbox.run(Mailbox.scala:225)
at akka.dispatch.Mailbox.exec(Mailbox.scala:235)
... 4 more
Caused by: java.lang.Exception: The user defined 'open()' method caused an exception: java.io.IOException: Received exit code 125 for command 'docker run -d --mount type=bind,src=/home/jenkins/.config/gcloud,dst=/root/.config/gcloud --network=host --env=DOCKER_MAC_CONTAINER=null apache/beam_java8_sdk:2.31.0.dev --id=23-2 --provision_endpoint=localhost:32789'. stderr: Unable to find image 'apache/beam_java8_sdk:2.31.0.dev' locallydocker: Error response from daemon: manifest for apache/beam_java8_sdk:2.31.0.dev not found.See 'docker run --help'.
at org.apache.flink.runtime.operators.BatchTask.run(BatchTask.java:508)
at org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:357)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.UncheckedExecutionException: java.io.IOException: Received exit code 125 for command 'docker run -d --mount type=bind,src=/home/jenkins/.config/gcloud,dst=/root/.config/gcloud --network=host --env=DOCKER_MAC_CONTAINER=null apache/beam_java8_sdk:2.31.0.dev --id=23-2 --provision_endpoint=localhost:32789'. stderr: Unable to find image 'apache/beam_java8_sdk:2.31.0.dev' locallydocker: Error response from daemon: manifest for apache/beam_java8_sdk:2.31.0.dev not found.See 'docker run --help'.
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$LocalLoadingCache.getUnchecked(LocalCache.java:4966)
at org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$SimpleStageBundleFactory.<init>(DefaultJobBundleFactory.java:451)
at org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$SimpleStageBundleFactory.<init>(DefaultJobBundleFactory.java:436)
at org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory.forStage(DefaultJobBundleFactory.java:303)
at org.apache.beam.runners.fnexecution.control.DefaultExecutableStageContext.getStageBundleFactory(DefaultExecutableStageContext.java:38)
at org.apache.beam.runners.fnexecution.control.ReferenceCountingExecutableStageContextFactory$WrappedContext.getStageBundleFactory(ReferenceCountingExecutableStageContextFactory.java:202)
at org.apache.beam.runners.flink.translation.functions.FlinkExecutableStageFunction.open(FlinkExecutableStageFunction.java:157)
at org.apache.flink.api.common.functions.util.FunctionUtils.openFunction(FunctionUtils.java:34)
at org.apache.flink.runtime.operators.BatchTask.run(BatchTask.java:503)
... 4 more
Caused by: java.io.IOException: Received exit code 125 for command 'docker run -d --mount type=bind,src=/home/jenkins/.config/gcloud,dst=/root/.config/gcloud --network=host --env=DOCKER_MAC_CONTAINER=null apache/beam_java8_sdk:2.31.0.dev --id=23-2 --provision_endpoint=localhost:32789'. stderr: Unable to find image 'apache/beam_java8_sdk:2.31.0.dev' locallydocker: Error response from daemon: manifest for apache/beam_java8_sdk:2.31.0.dev not found.See 'docker run --help'.
at org.apache.beam.runners.fnexecution.environment.DockerCommand.runShortCommand(DockerCommand.java:237)
at org.apache.beam.runners.fnexecution.environment.DockerCommand.runShortCommand(DockerCommand.java:171)
at org.apache.beam.runners.fnexecution.environment.DockerCommand.runImage(DockerCommand.java:95)
at org.apache.beam.runners.fnexecution.environment.DockerEnvironmentFactory.createEnvironment(DockerEnvironmentFactory.java:131)
at org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$1.load(DefaultJobBundleFactory.java:252)
at org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$1.load(DefaultJobBundleFactory.java:231)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3528)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2277)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2154)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2044)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.get(LocalCache.java:3952)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3974)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4958)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.cache.LocalCache$LocalLoadingCache.getUnchecked(LocalCache.java:4964)
... 12 more
2021/04/29 12:22:39 (): java.io.IOException: Received exit code 125 for command 'docker run -d --mount type=bind,src=/home/jenkins/.config/gcloud,dst=/root/.config/gcloud --network=host --env=DOCKER_MAC_CONTAINER=null apache/beam_java8_sdk:2.31.0.dev --id=23-2 --provision_endpoint=localhost:32789'. stderr: Unable to find image 'apache/beam_java8_sdk:2.31.0.dev' locallydocker: Error response from daemon: manifest for apache/beam_java8_sdk:2.31.0.dev not found.See 'docker run --help'.
2021/04/29 12:22:40 Job state: FAILED
--- FAIL: TestXLang_Partition (7.32s)
ptest.go:94: Failed to execute job: job go0job0501619698955128156143-jenkins-0429122238-7c0fe34d_e5d4d559-6f05-4a0d-bcca-128f1478c58d failed
FAIL
FAIL github.com/apache/beam/sdks/go/test/integration/xlang 117.768s
> Task :sdks:go:test:flinkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/ws/src/sdks/go/test/build.gradle'> line: 92
* What went wrong:
Execution failed for task ':sdks:go:test:flinkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 22m 25s
139 actionable tasks: 127 executed, 10 from cache, 2 up-to-date
Gradle was unable to watch the file system for changes. The inotify watches limit is too low.
Publishing build scan...
https://gradle.com/s/xk42ut7ob4ods
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Go_VR_Flink #4685
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/4685/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Go_VR_Flink #4684
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/4684/display/redirect?page=changes>
Changes:
[Kenneth Knowles] Fix kenn at apache email address in blog author list
[randomstep] [BEAM-8706] Bump antlr4 to 4.9.2
[kwu] [BEAM-12227] Update ExternalWorkerServiceTest
[noreply] [BEAM-12238] Make StateBackedIterable Serializable. (#14660)
[noreply] [BEAM-9615] Use UUIDs in Go SDK Schemas (#14665)
[noreply] [BEAM-12174] Propertly close ExecutableStageContext in DoFnOp#close
[noreply] [BEAM-12118] Fix race introduced in QueeuingBeamFnDataClient triggering
[noreply] [BEAM-9547] WontImplement a few more DeferredGroupBy operations (#14675)
[Kenneth Knowles] Add Beam 2.29.0 release blog post
------------------------------------------
[...truncated 1.92 MB...]
INFO: Un-registering task and sending final execution state FINISHED to JobManager for task GroupReduce (GroupReduce at CoGBK) (1/1)#0 f3601495a7b41dc5fd5519c72ef65cd5.
Apr 29, 2021 6:29:29 PM org.apache.flink.runtime.executiongraph.Execution transitionState
INFO: GroupReduce (GroupReduce at CoGBK) (1/1) (f3601495a7b41dc5fd5519c72ef65cd5) switched from RUNNING to FINISHED.
Apr 29, 2021 6:29:29 PM org.apache.beam.runners.fnexecution.logging.Slf4jLogWriter log
INFO: DataSource: 1 elements in 1263995912 ns
Apr 29, 2021 6:29:29 PM org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$WrappedSdkHarnessClient unref
INFO: Closing environment urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v0"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
dependencies {
type_urn: "beam:artifact:type:file:v1"
type_payload: "\ng/tmp/beam-artifact-staging/b5d433af58d8674b6c9c49d0be4804f91b9888fd25aebe6370a4f029850232b9/1-go-worker"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n\006worker"
}
Apr 29, 2021 6:29:29 PM org.apache.beam.runners.fnexecution.logging.GrpcLoggingService close
INFO: 1 Beam Fn Logging clients still connected during shutdown.
Apr 29, 2021 6:29:29 PM org.apache.beam.sdk.fn.data.BeamFnDataGrpcMultiplexer$InboundObserver onCompleted
WARNING: Hanged up for unknown endpoint.
Apr 29, 2021 6:29:29 PM org.apache.beam.runners.fnexecution.environment.DockerContainerEnvironment close
INFO: Closing Docker container 864caee0f773f305860d9f5c0b06ecadc1df8c6aa29771d73f026ed566be6647. Logs:
2021/04/29 18:29:27 Provision info:
pipeline_options:{fields:{key:"beam:option:app_name:v1" value:{string_value:"go-job-8-1619720960776788979"}} fields:{key:"beam:option:experiments:v1" value:{list_value:{values:{string_value:"beam_fn_api"}}}} fields:{key:"beam:option:flink_master:v1" value:{string_value:"[local]"}} fields:{key:"beam:option:go_options:v1" value:{struct_value:{fields:{key:"options" value:{struct_value:{fields:{key:"hooks" value:{string_value:"{}"}}}}}}}} fields:{key:"beam:option:job_name:v1" value:{string_value:"go0job0801619720960776788979-jenkins-0429182924-640868d4"}} fields:{key:"beam:option:options_id:v1" value:{number_value:20}} fields:{key:"beam:option:output_executable_path:v1" value:{null_value:NULL_VALUE}} fields:{key:"beam:option:parallelism:v1" value:{number_value:-1}} fields:{key:"beam:option:retain_docker_containers:v1" value:{bool_value:false}} fields:{key:"beam:option:runner:v1" value:{null_value:NULL_VALUE}}} logging_endpoint:{url:"localhost:37785"} artifact_endpoint:{url:"localhost:40309"} control_endpoint:{url:"localhost:38717"} dependencies:{type_urn:"beam:artifact:type:file:v1" type_payload:"\ng/tmp/beam-artifact-staging/b5d433af58d8674b6c9c49d0be4804f91b9888fd25aebe6370a4f029850232b9/1-go-worker" role_urn:"beam:artifact:role:staging_to:v1" role_payload:"\n\x06worker"}
2021/04/29 18:29:27 Initializing Go harness: /opt/apache/beam/boot --id=24-1 --provision_endpoint=localhost:46003
2021/04/29 18:29:28 Downloaded: /tmp/staged/worker (sha256: d6c47c28ab25787392949c2a4214bd073c8917734704a147c1edff788e8f0e80, size: 27024643)
2021/04/29 18:29:28 WARNING: proto: file "v1.proto" is already registered
A future release will panic on registration conflicts. See:
https://developers.google.com/protocol-buffers/docs/reference/go/faq#namespace-conflict
Worker exited successfully!
2021/04/29 18:29:29 control response channel closed
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskmanager.Task transitionState
INFO: MapPartition (MapPartition at [1]github.com/apache/beam/sdks/go/test/vendor/github.com/apache/beam/sdks/go/pkg/beam/testing/passert.sumFn) (1/1)#0 (a60016ba28dd2ca65ef2e7622cb3f3cc) switched from RUNNING to FINISHED.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskmanager.Task doRun
INFO: Freeing task resources for MapPartition (MapPartition at [1]github.com/apache/beam/sdks/go/test/vendor/github.com/apache/beam/sdks/go/pkg/beam/testing/passert.sumFn) (1/1)#0 (a60016ba28dd2ca65ef2e7622cb3f3cc).
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskmanager.Task transitionState
INFO: DataSink (DiscardingOutput) (1/1)#0 (b9030c4196f68c0dba6971aca42168d3) switched from RUNNING to FINISHED.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskmanager.Task doRun
INFO: Freeing task resources for DataSink (DiscardingOutput) (1/1)#0 (b9030c4196f68c0dba6971aca42168d3).
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.TaskExecutor unregisterTaskAndNotifyFinalState
INFO: Un-registering task and sending final execution state FINISHED to JobManager for task MapPartition (MapPartition at [1]github.com/apache/beam/sdks/go/test/vendor/github.com/apache/beam/sdks/go/pkg/beam/testing/passert.sumFn) (1/1)#0 a60016ba28dd2ca65ef2e7622cb3f3cc.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.TaskExecutor unregisterTaskAndNotifyFinalState
INFO: Un-registering task and sending final execution state FINISHED to JobManager for task DataSink (DiscardingOutput) (1/1)#0 b9030c4196f68c0dba6971aca42168d3.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.executiongraph.Execution transitionState
INFO: MapPartition (MapPartition at [1]github.com/apache/beam/sdks/go/test/vendor/github.com/apache/beam/sdks/go/pkg/beam/testing/passert.sumFn) (1/1) (a60016ba28dd2ca65ef2e7622cb3f3cc) switched from RUNNING to FINISHED.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.executiongraph.Execution transitionState
INFO: DataSink (DiscardingOutput) (1/1) (b9030c4196f68c0dba6971aca42168d3) switched from RUNNING to FINISHED.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.executiongraph.ExecutionGraph transitionState
INFO: Job go0job0801619720960776788979-jenkins-0429182924-640868d4 (eb26e9e79dca9e9285bcec8ffc815ac7) switched from state RUNNING to FINISHED.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.dispatcher.Dispatcher jobReachedGloballyTerminalState
INFO: Job eb26e9e79dca9e9285bcec8ffc815ac7 reached globally terminal state FINISHED.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.minicluster.MiniCluster closeAsync
INFO: Shutting down Flink Mini Cluster
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.rest.RestServerEndpoint closeAsync
INFO: Shutting down rest endpoint.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.TaskExecutor onStop
INFO: Stopping TaskExecutor akka://flink/user/rpc/taskmanager_76.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.TaskExecutor closeResourceManagerConnection
INFO: Close ResourceManager connection 3e085f62ab97b9a643c835e2e0aae342.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.TaskExecutor disconnectJobManagerConnection
INFO: Close JobManager connection for job eb26e9e79dca9e9285bcec8ffc815ac7.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.jobmaster.JobMaster onStop
INFO: Stopping the JobMaster for job go0job0801619720960776788979-jenkins-0429182924-640868d4(eb26e9e79dca9e9285bcec8ffc815ac7).
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.resourcemanager.ResourceManager closeTaskManagerConnection
INFO: Closing TaskExecutor connection ed632f48-371e-4456-a4ec-1a3c517597e2 because: The TaskExecutor is shutting down.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl suspend
INFO: Suspending SlotPool.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.jobmaster.JobMaster dissolveResourceManagerConnection
INFO: Close ResourceManager connection 3e085f62ab97b9a643c835e2e0aae342: Stopping JobMaster for job go0job0801619720960776788979-jenkins-0429182924-640868d4(eb26e9e79dca9e9285bcec8ffc815ac7)..
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl close
INFO: Stopping SlotPool.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.resourcemanager.ResourceManager closeJobManagerConnection
INFO: Disconnect job manager ba5943e6b5c6260653d0f4016c1849e3@akka://flink/user/rpc/jobmanager_79 for job eb26e9e79dca9e9285bcec8ffc815ac7 from the resource manager.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.slot.TaskSlotTableImpl freeSlotInternal
INFO: Free slot TaskSlot(index:0, state:ALLOCATED, resource profile: ResourceProfile{managedMemory=9.080gb (9749997568 bytes), networkMemory=64.000mb (67108864 bytes)}, allocationId: 6232fa72526b7d43f00d979febf13e2a, jobId: eb26e9e79dca9e9285bcec8ffc815ac7).
Apr 29, 2021 6:29:30 PM org.apache.beam.runners.flink.FlinkPipelineRunner createPortablePipelineResult
INFO: Execution finished in 5344 msecs
Apr 29, 2021 6:29:30 PM org.apache.beam.runners.flink.FlinkPipelineRunner createPortablePipelineResult
INFO: Final accumulator values:
Apr 29, 2021 6:29:30 PM org.apache.beam.runners.flink.FlinkPipelineRunner createPortablePipelineResult
INFO: __metricscontainers : {
"metrics": {
"attempted": [{
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PTRANSFORM": "fn/read/n4:0"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PCOLLECTION": "n4"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PTRANSFORM": "fn/read/n7:0"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PCOLLECTION": "n7"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PCOLLECTION": "n1"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PTRANSFORM": "fn/read/n1:0"
}
}]
}
}
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.TaskExecutor$JobLeaderListenerImpl jobManagerLostLeadership
INFO: JobManager for job eb26e9e79dca9e9285bcec8ffc815ac7 with leader id ba5943e6b5c6260653d0f4016c1849e3 lost leadership.
Apr 29, 2021 6:29:30 PM org.apache.beam.runners.jobsubmission.InMemoryJobService getJobMetrics
INFO: Getting job metrics for go0job0801619720960776788979-jenkins-0429182924-640868d4_005f83b6-b438-4655-b3f7-2c04f8134ac4
Apr 29, 2021 6:29:30 PM org.apache.beam.runners.jobsubmission.InMemoryJobService getJobMetrics
INFO: Finished getting job metrics for go0job0801619720960776788979-jenkins-0429182924-640868d4_005f83b6-b438-4655-b3f7-2c04f8134ac4
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService stop
INFO: Stop job leader service.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.state.TaskExecutorLocalStateStoresManager shutdown
INFO: Shutting down TaskExecutorLocalStateStoresManager.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.io.disk.FileChannelManagerImpl lambda$getFileCloser$0
INFO: FileChannelManager removed spill file directory /tmp/flink-io-6cb464a9-9276-4803-887e-dcbdada1f937
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.io.network.NettyShuffleEnvironment close
INFO: Shutting down the network environment and its components.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.io.disk.FileChannelManagerImpl lambda$getFileCloser$0
INFO: FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-b0dfd57a-0f8b-45fd-9bfd-1581f6c228af
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.KvStateService shutdown
INFO: Shutting down the kvState service and its components.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService stop
INFO: Stop job leader service.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.filecache.FileCache shutdown
INFO: removed file cache directory /tmp/flink-dist-cache-fc07ae53-e2e7-4d49-91a4-e08e705ecc52
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.taskexecutor.TaskExecutor handleOnStopException
INFO: Stopped TaskExecutor akka://flink/user/rpc/taskmanager_76.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.webmonitor.WebMonitorEndpoint lambda$shutDownInternal$5
INFO: Removing cache directory /tmp/flink-web-ui
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.rest.RestServerEndpoint lambda$closeAsync$1
INFO: Shut down complete.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.resourcemanager.ResourceManager deregisterApplication
INFO: Shut down cluster because application is in CANCELED, diagnostics DispatcherResourceManagerComponent has been closed..
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.entrypoint.component.DispatcherResourceManagerComponent closeAsyncInternal
INFO: Closing components.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.dispatcher.runner.AbstractDispatcherLeaderProcess closeInternal
INFO: Stopping SessionDispatcherLeaderProcess.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl close
INFO: Closing the SlotManager.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.dispatcher.Dispatcher onStop
INFO: Stopping dispatcher akka://flink/user/rpc/dispatcher_78.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl suspend
INFO: Suspending the SlotManager.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.dispatcher.Dispatcher terminateRunningJobs
INFO: Stopping all currently running jobs of dispatcher akka://flink/user/rpc/dispatcher_78.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.rest.handler.legacy.backpressure.BackPressureRequestCoordinator shutDown
INFO: Shutting down back pressure request coordinator.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.dispatcher.Dispatcher lambda$onStop$0
INFO: Stopped dispatcher akka://flink/user/rpc/dispatcher_78.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.rpc.akka.AkkaRpcService stopService
INFO: Stopping Akka RPC service.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.rpc.akka.AkkaRpcService stopService
INFO: Stopping Akka RPC service.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.rpc.akka.AkkaRpcService lambda$stopService$7
INFO: Stopped Akka RPC service.
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.blob.AbstractBlobCache close
INFO: Shutting down BLOB cache
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.blob.AbstractBlobCache close
INFO: Shutting down BLOB cache
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.blob.BlobServer close
INFO: Stopped BLOB server at 0.0.0.0:42169
Apr 29, 2021 6:29:30 PM org.apache.flink.runtime.rpc.akka.AkkaRpcService lambda$stopService$7
INFO: Stopped Akka RPC service.
if [[ "$RUNNER" == "dataflow" ]]; then
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
if [[ -n "$EXPANSION_ADDR" ]]; then
# Delete the java cross-language container locally and remotely
docker rmi $JAVA_CONTAINER:$JAVA_TAG || echo "Failed to remove container"
gcloud --quiet container images delete $JAVA_CONTAINER:$JAVA_TAG || echo "Failed to delete container"
fi
# Clean up tempdir
rm -rf $TMPDIR
fi
exit $TEST_EXIT_CODE
exit_background_processes
> Task :sdks:go:test:flinkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/ws/src/sdks/go/test/build.gradle'> line: 92
* What went wrong:
Execution failed for task ':sdks:go:test:flinkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 29m 4s
139 actionable tasks: 125 executed, 12 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/o7byagr6f77vk
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org