You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/12/23 17:29:27 UTC
Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1887
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1887/display/redirect?page=changes>
Changes:
[lukecwik] [BEAM-8623] Add status_endpoint field to provision api ProvisionInfo
------------------------------------------
[...truncated 266.81 KB...]
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-172759"
>
>
>
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 17:29:21 Prepared job with id: go-job-7-1577122161864842625_5ca422d7-c1bd-4641-bc48-efe685b8bddf and staging token: {"sessionId":"go-job-7-1577122161864842625_5ca422d7-c1bd-4641-bc48-efe685b8bddf","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 17:29:21 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 17:29:22 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577122161864842625_5ca422d7-c1bd-4641-bc48-efe685b8bddf/MANIFEST
19/12/23 17:29:22 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577122161864842625-jenkins-1223172922-35927e7e_7fb93ef4-276d-4c83-a5b1-2797447378bc
19/12/23 17:29:22 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577122161864842625-jenkins-1223172922-35927e7e_7fb93ef4-276d-4c83-a5b1-2797447378bc
2019/12/23 17:29:22 Submitted job: go0job0701577122161864842625-jenkins-1223172922-35927e7e_7fb93ef4-276d-4c83-a5b1-2797447378bc
2019/12/23 17:29:22 Job state: STOPPED
2019/12/23 17:29:22 Job state: STARTING
2019/12/23 17:29:22 Job state: RUNNING
19/12/23 17:29:22 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577122161864842625-jenkins-1223172922-35927e7e_7fb93ef4-276d-4c83-a5b1-2797447378bc.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 17:29:22 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 17:29:22 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 17:29:22 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577122161864842625_5ca422d7-c1bd-4641-bc48-efe685b8bddf/MANIFEST has 1 artifact locations
19/12/23 17:29:22 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577122161864842625_5ca422d7-c1bd-4641-bc48-efe685b8bddf/
2019/12/23 17:29:22 Job state: FAILED
2019/12/23 17:29:22 Test flatten:flatten failed: job go0job0701577122161864842625-jenkins-1223172922-35927e7e_7fb93ef4-276d-4c83-a5b1-2797447378bc failed
2019/12/23 17:29:22 Result: 4 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-172759
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:816eb723a0695bc88be64b85d442cc192d544478a07c96efbbdabe2b4edffc17
Deleted: sha256:fe9402ddb290dc33510389f393eecac9a26b62d6ffba2c4928ca286dc5e992ad
Deleted: sha256:7985993c9871f6dece6a4830b8a91026a93cfc733aa95d3b3876b2f57f7c6361
Deleted: sha256:4e4f38e960ce29ea40caa141e6cccbcb4cdbd541770965e2fb5356960d42af85
Deleted: sha256:3c47b335a96d631271124a68a3bb2dfc21d91142b2130c5e99aa921393d29eb9
Deleted: sha256:23303d9f39b3dd364b1b1a0bb2d3e6164b6150ebc41a7eae0e1b7776a2504e02
Deleted: sha256:747f7c3c330aaf09e2947e9ec1141592a7f24ec4540a615da33770d257e5d71b
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:816eb723a0695bc88be64b85d442cc192d544478a07c96efbbdabe2b4edffc17
Associated tags:
- 20191223-172759
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-172759
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-172759].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:816eb723a0695bc88be64b85d442cc192d544478a07c96efbbdabe2b4edffc17].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
>>> FAILURE
exit $TEST_EXIT_CODE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 26s
53 actionable tasks: 46 executed, 7 from cache
Publishing build scan...
https://gradle.com/s/r2w7v7rfg4dym
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Jenkins build is back to normal : beam_PostCommit_Go_VR_Spark #1895
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1895/display/redirect?page=changes>
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1894
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1894/display/redirect?page=changes>
Changes:
[bhulette] [BEAM-8988] RangeTracker for _CustomBigQuerySource (#10412)
------------------------------------------
[...truncated 265.35 KB...]
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-211958"
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 21:21:31 Prepared job with id: go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc and staging token: {"sessionId":"go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 21:21:31 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 21:21:31 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc/MANIFEST
19/12/23 21:21:31 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501
19/12/23 21:21:31 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501
2019/12/23 21:21:31 Submitted job: go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501
2019/12/23 21:21:31 Job state: STOPPED
2019/12/23 21:21:31 Job state: STARTING
2019/12/23 21:21:31 Job state: RUNNING
19/12/23 21:21:31 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 21:21:31 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 21:21:31 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 21:21:31 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc/MANIFEST has 1 artifact locations
19/12/23 21:21:31 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc/
2019/12/23 21:21:31 Job state: FAILED
2019/12/23 21:21:31 Test flatten:flatten failed: job go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501 failed
2019/12/23 21:21:31 Result: 4 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-211958
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:9d23da8695c19f933e16a923d8dfb3fedba79d95d9ddcc171536f9a059438cfa
Deleted: sha256:de49c238e1a3bfe67ba86849365a2e92b757d50b165a617209afc1f48e36078b
Deleted: sha256:a988b8a0d6eb5f8b65566ff0bc23fde46cd91a41d0c897a513c76a9834398b4a
Deleted: sha256:f77adf816d1d2e8b46bc1dbb25dabbd381b2dab09f8e0d9e4cbe996ee3db236f
Deleted: sha256:706d6f09d56e17d2d430aa75d0ed13af1315bfa1c74c74f84d47826de285ae4a
Deleted: sha256:61f0d33e6f30332a691210d6022a7b4b3dc401474efbc045d40bd1937126424f
Deleted: sha256:27cc2ad123a548fafbc10b72577cf3ddacd0ed0c50060dd786573165e904d356
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:9d23da8695c19f933e16a923d8dfb3fedba79d95d9ddcc171536f9a059438cfa
Associated tags:
- 20191223-211958
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-211958
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-211958].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:9d23da8695c19f933e16a923d8dfb3fedba79d95d9ddcc171536f9a059438cfa].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 46s
53 actionable tasks: 41 executed, 12 from cache
Publishing build scan...
https://gradle.com/s/re3ectzkq5qwe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1893
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1893/display/redirect?page=changes>
Changes:
[chamikara] Adds documentation for environment_id fields.
------------------------------------------
[...truncated 266.33 KB...]
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-210709"
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 21:08:35 Prepared job with id: go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731 and staging token: {"sessionId":"go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 21:08:35 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 21:08:36 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731/MANIFEST
19/12/23 21:08:36 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1
19/12/23 21:08:36 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1
2019/12/23 21:08:36 Submitted job: go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1
2019/12/23 21:08:36 Job state: STOPPED
2019/12/23 21:08:36 Job state: STARTING
2019/12/23 21:08:36 Job state: RUNNING
19/12/23 21:08:36 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 21:08:36 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 21:08:36 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 21:08:36 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731/MANIFEST has 1 artifact locations
19/12/23 21:08:36 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731/
2019/12/23 21:08:36 Job state: FAILED
2019/12/23 21:08:36 Test flatten:flatten failed: job go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1 failed
2019/12/23 21:08:36 Result: 4 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-210709
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a785ce7a505817887a3afa4137a794cdde2248e854c1db59cc9d0f03a8830326
Deleted: sha256:27c44d04d15ac372223dba9c48f3a012913ec25446cb9b4006449cb090e7c778
Deleted: sha256:e528fe1ba546d19d76dad4f4cda06e3d53d8bdb5a08697ca4b2914d3ff60a0c6
Deleted: sha256:9cfad9e5f0f42f3634c84f52fb6e428267f20d45701f93028486f5abd3ae0165
Deleted: sha256:12afd2a4f61b43ccd295da5c520356a1f267f52ca779b22710bdbae171d93dd1
Deleted: sha256:e57ec4eb7fecb1c2c1afaad6d619f4d0c8e2353dbcb15921ffcc746b79f01740
Deleted: sha256:5d2619077dd3b2d7e834fbfe820f04058278fa5577fe20f9cbf38ef55ac58bb4
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a785ce7a505817887a3afa4137a794cdde2248e854c1db59cc9d0f03a8830326
Associated tags:
- 20191223-210709
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-210709
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-210709].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a785ce7a505817887a3afa4137a794cdde2248e854c1db59cc9d0f03a8830326].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 4m 21s
53 actionable tasks: 41 executed, 12 from cache
Publishing build scan...
https://gradle.com/s/2g7xzmke6pnau
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1892
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1892/display/redirect?page=changes>
Changes:
[apilloud] [BEAM-9023] Upgrade to ZetaSQL 2019.12.1
------------------------------------------
[...truncated 265.40 KB...]
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-205537"
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 20:57:07 Prepared job with id: go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd and staging token: {"sessionId":"go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 20:57:07 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 20:57:07 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd/MANIFEST
19/12/23 20:57:07 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45
19/12/23 20:57:07 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45
2019/12/23 20:57:07 Submitted job: go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45
2019/12/23 20:57:07 Job state: STOPPED
2019/12/23 20:57:07 Job state: STARTING
2019/12/23 20:57:07 Job state: RUNNING
19/12/23 20:57:07 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 20:57:07 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 20:57:07 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 20:57:07 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd/MANIFEST has 1 artifact locations
19/12/23 20:57:07 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd/
2019/12/23 20:57:07 Job state: FAILED
2019/12/23 20:57:07 Test flatten:flatten failed: job go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45 failed
2019/12/23 20:57:07 Result: 4 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-205537
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:8dc7eedaf511878bd60b559c2f4be7124227c8908758964750733c97724f8034
Deleted: sha256:7e53dc70c59a8caeeb66c483ce9573fe2348f24a859c4b49390dd083992f5230
Deleted: sha256:d42628381be55a821a3723e9d7ecbf3e8a8b6f055efc9d4b431699a65b878489
Deleted: sha256:aecaf06518922070097da02015909443d576b8252323fe611c4871667c9a1908
Deleted: sha256:cb851b6ec60aa80a5390b9e2c8430c85c743ea4377a3a55f3242ac36331cb5b3
Deleted: sha256:f938c84748a2b2fdc20caaf3cb39c281186a839317cd96174a51dbae5e67e146
Deleted: sha256:a7df1694f34bb4c55e9f0e1aa2e988c92d215b972c3dc149d3935f5cd424a3f7
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:8dc7eedaf511878bd60b559c2f4be7124227c8908758964750733c97724f8034
Associated tags:
- 20191223-205537
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-205537
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-205537].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:8dc7eedaf511878bd60b559c2f4be7124227c8908758964750733c97724f8034].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 4m 23s
53 actionable tasks: 40 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/wjf5mhtobdn7y
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1891
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1891/display/redirect?page=changes>
Changes:
[lukecwik] [BEAM-7951] Allow runner to configure customization WindowedValue coder.
------------------------------------------
[...truncated 265.56 KB...]
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-203349"
>
>
>
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 20:35:12 Prepared job with id: go-job-7-1577133312945527705_f9fa2386-e340-40d4-9c81-43127d35ed4d and staging token: {"sessionId":"go-job-7-1577133312945527705_f9fa2386-e340-40d4-9c81-43127d35ed4d","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 20:35:12 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 20:35:13 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577133312945527705_f9fa2386-e340-40d4-9c81-43127d35ed4d/MANIFEST
19/12/23 20:35:13 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577133312945527705-jenkins-1223203513-347b0e37_c927fee7-db75-4072-953b-162f0962124d
19/12/23 20:35:13 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577133312945527705-jenkins-1223203513-347b0e37_c927fee7-db75-4072-953b-162f0962124d
2019/12/23 20:35:13 Submitted job: go0job0701577133312945527705-jenkins-1223203513-347b0e37_c927fee7-db75-4072-953b-162f0962124d
2019/12/23 20:35:13 Job state: STOPPED
2019/12/23 20:35:13 Job state: STARTING
2019/12/23 20:35:13 Job state: RUNNING
19/12/23 20:35:13 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577133312945527705-jenkins-1223203513-347b0e37_c927fee7-db75-4072-953b-162f0962124d.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 20:35:13 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 20:35:13 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 20:35:13 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577133312945527705_f9fa2386-e340-40d4-9c81-43127d35ed4d/MANIFEST has 1 artifact locations
19/12/23 20:35:13 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577133312945527705_f9fa2386-e340-40d4-9c81-43127d35ed4d/
2019/12/23 20:35:13 Job state: FAILED
2019/12/23 20:35:13 Test flatten:flatten failed: job go0job0701577133312945527705-jenkins-1223203513-347b0e37_c927fee7-db75-4072-953b-162f0962124d failed
2019/12/23 20:35:13 Result: 4 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-203349
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a6384fa2edafa55d0f2357dad8eb6d6d17b68897321bce48c5ff1087ddcc33c1
Deleted: sha256:6789f0f5ca1cdace21c164e53d28f19dd5244a7fa84b670d8296d662095a19c1
Deleted: sha256:89f86787c7b482645ea6f50d39ae17776d268e75bedfae54b09430a861812f77
Deleted: sha256:b8b7325c234c65379556708f81fb1a4f05c023ebefc64fdbd618a689d1b5c9f1
Deleted: sha256:880fffa76bd24a50e521a5d73ff1605ded8fbeea808940a71c955b6180dd7ff4
Deleted: sha256:91dda54b9d3aed5dbb35c74c835cfbfd6d8febdce225921264696be29ef0595f
Deleted: sha256:e55c8d146168169b497fe3f821b8929a5cb4463202294499cb2bd2a4e2726f67
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a6384fa2edafa55d0f2357dad8eb6d6d17b68897321bce48c5ff1087ddcc33c1
Associated tags:
- 20191223-203349
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-203349
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-203349].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a6384fa2edafa55d0f2357dad8eb6d6d17b68897321bce48c5ff1087ddcc33c1].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 27s
53 actionable tasks: 41 executed, 12 from cache
Publishing build scan...
https://gradle.com/s/ksybrqmngurii
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1890
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1890/display/redirect?page=changes>
Changes:
[suztomo] GenericJsonAssert
[suztomo] Refactoring with assertEqualsAsJson
[lukecwik] [BEAM-8846] Update documentation about stream observers and factories,
------------------------------------------
[...truncated 265.72 KB...]
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-195231"
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 19:53:51 Prepared job with id: go-job-7-1577130831133338527_3e8f2408-832a-4397-ab07-ef444f54712a and staging token: {"sessionId":"go-job-7-1577130831133338527_3e8f2408-832a-4397-ab07-ef444f54712a","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 19:53:51 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 19:53:51 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577130831133338527_3e8f2408-832a-4397-ab07-ef444f54712a/MANIFEST
19/12/23 19:53:51 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577130831133338527-jenkins-1223195351-a1381d95_395346e3-bb9f-4566-b008-62953046865a
19/12/23 19:53:51 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577130831133338527-jenkins-1223195351-a1381d95_395346e3-bb9f-4566-b008-62953046865a
2019/12/23 19:53:51 Submitted job: go0job0701577130831133338527-jenkins-1223195351-a1381d95_395346e3-bb9f-4566-b008-62953046865a
2019/12/23 19:53:51 Job state: STOPPED
2019/12/23 19:53:51 Job state: STARTING
2019/12/23 19:53:51 Job state: RUNNING
19/12/23 19:53:51 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577130831133338527-jenkins-1223195351-a1381d95_395346e3-bb9f-4566-b008-62953046865a.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 19:53:51 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 19:53:51 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 19:53:51 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577130831133338527_3e8f2408-832a-4397-ab07-ef444f54712a/MANIFEST has 1 artifact locations
19/12/23 19:53:51 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577130831133338527_3e8f2408-832a-4397-ab07-ef444f54712a/
2019/12/23 19:53:51 Job state: FAILED
2019/12/23 19:53:51 Test flatten:flatten failed: job go0job0701577130831133338527-jenkins-1223195351-a1381d95_395346e3-bb9f-4566-b008-62953046865a failed
2019/12/23 19:53:51 Result: 4 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-195231
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:15fe4994fada30e515124d398868ae2eca4032d789962e09c8e6c7163b1eb3b7
Deleted: sha256:d442c5fac905e772eb8fe7b9925d0574d0d5335199bfcadcfe7a5ba95f024caa
Deleted: sha256:50e8d817f995a37c9a44025d6644b10a6c38796ddb874524d5aac38f4e30249b
Deleted: sha256:4991b3e4d1f0bd7a346f234b912b49115cd33bf441ed8e7d73f15dfa379e0f3b
Deleted: sha256:e098e30ce6be7de6a545e6cae89802792ea80243649c0db339bb6680a2ea9a07
Deleted: sha256:7dd4a4e69ef70530838e1986c91b15bd51425ad6e2917f60400a26e7a622b28f
Deleted: sha256:cf577e070f7b67b3a4443dd63588439d062b02ebe036a433118e3e87c18257f0
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:15fe4994fada30e515124d398868ae2eca4032d789962e09c8e6c7163b1eb3b7
Associated tags:
- 20191223-195231
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-195231
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-195231].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:15fe4994fada30e515124d398868ae2eca4032d789962e09c8e6c7163b1eb3b7].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 16s
53 actionable tasks: 41 executed, 12 from cache
Publishing build scan...
https://gradle.com/s/uun3jcowb6bii
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1889
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1889/display/redirect?page=changes>
Changes:
[github] Update dataflow container images to beam-master-20191220 (#10448)
------------------------------------------
[...truncated 264.98 KB...]
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-180813"
>
>
>
root_transform_ids: "e5"
root_transform_ids: "e3"
root_transform_ids: "e6"
root_transform_ids: "e4"
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 18:09:33 Prepared job with id: go-job-7-1577124573689944697_04838886-6806-4ebf-8c60-c88c5d6c6935 and staging token: {"sessionId":"go-job-7-1577124573689944697_04838886-6806-4ebf-8c60-c88c5d6c6935","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 18:09:33 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 18:09:34 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577124573689944697_04838886-6806-4ebf-8c60-c88c5d6c6935/MANIFEST
19/12/23 18:09:34 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577124573689944697-jenkins-1223180934-c9db7ec5_35c7fe1a-edb6-4417-b86a-703bfe3bdc48
19/12/23 18:09:34 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577124573689944697-jenkins-1223180934-c9db7ec5_35c7fe1a-edb6-4417-b86a-703bfe3bdc48
2019/12/23 18:09:34 Submitted job: go0job0701577124573689944697-jenkins-1223180934-c9db7ec5_35c7fe1a-edb6-4417-b86a-703bfe3bdc48
2019/12/23 18:09:34 Job state: STOPPED
2019/12/23 18:09:34 Job state: STARTING
2019/12/23 18:09:34 Job state: RUNNING
19/12/23 18:09:34 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577124573689944697-jenkins-1223180934-c9db7ec5_35c7fe1a-edb6-4417-b86a-703bfe3bdc48.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 18:09:34 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 18:09:34 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 18:09:34 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577124573689944697_04838886-6806-4ebf-8c60-c88c5d6c6935/MANIFEST has 1 artifact locations
19/12/23 18:09:34 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577124573689944697_04838886-6806-4ebf-8c60-c88c5d6c6935/
2019/12/23 18:09:34 Job state: FAILED
2019/12/23 18:09:34 Test flatten:flatten failed: job go0job0701577124573689944697-jenkins-1223180934-c9db7ec5_35c7fe1a-edb6-4417-b86a-703bfe3bdc48 failed
2019/12/23 18:09:34 Result: 4 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-180813
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:478f383dc97b0e2bcebb6370d4b970ea2717fc7b0b637896851b05c64d1a4476
Deleted: sha256:9192853d750cd104c96f84b62d80f000306894fc0a241d59fe4c075663f5160f
Deleted: sha256:5739b563de0727320d24fdcabf0d4e558d74430901a111eda8bb56f71cd8ca97
Deleted: sha256:662fd07c4afa94e2855c6e2c1e9a96c01f73aa1fc68f87d5057926cbf2bcee6d
Deleted: sha256:70bb5287725f47c2e73d00d6451b80af040d2e93f859318da645bdf4b6c79f55
Deleted: sha256:68761cee4c5ee598669f2174c59a727a594d97124f367010865644bab0dfaad6
Deleted: sha256:3ab7737cd4beb4d71c0677c5b44fc2a98decbbcb1b55e8bcdcddd083badabd18
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:478f383dc97b0e2bcebb6370d4b970ea2717fc7b0b637896851b05c64d1a4476
Associated tags:
- 20191223-180813
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-180813
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-180813].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:478f383dc97b0e2bcebb6370d4b970ea2717fc7b0b637896851b05c64d1a4476].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 27s
53 actionable tasks: 40 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/7resvoh4rnzzg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org
Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1888
Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1888/display/redirect?page=changes>
Changes:
[github] [BEAM-8999] Respect timestamp combiners in PGBKCVOperation. (#10425)
------------------------------------------
[...truncated 265.69 KB...]
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-174737"
>
>
>
root_transform_ids: "e3"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e4"
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 17:49:06 Prepared job with id: go-job-7-1577123346024492586_cd432cf6-cee7-471a-b588-d390813f92c7 and staging token: {"sessionId":"go-job-7-1577123346024492586_cd432cf6-cee7-471a-b588-d390813f92c7","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 17:49:06 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 17:49:06 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577123346024492586_cd432cf6-cee7-471a-b588-d390813f92c7/MANIFEST
19/12/23 17:49:06 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577123346024492586-jenkins-1223174906-93afa9af_b4546c38-2c43-493b-a458-bda5b37338df
19/12/23 17:49:06 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577123346024492586-jenkins-1223174906-93afa9af_b4546c38-2c43-493b-a458-bda5b37338df
2019/12/23 17:49:06 Submitted job: go0job0701577123346024492586-jenkins-1223174906-93afa9af_b4546c38-2c43-493b-a458-bda5b37338df
2019/12/23 17:49:06 Job state: STOPPED
2019/12/23 17:49:06 Job state: STARTING
2019/12/23 17:49:06 Job state: RUNNING
19/12/23 17:49:06 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577123346024492586-jenkins-1223174906-93afa9af_b4546c38-2c43-493b-a458-bda5b37338df.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 17:49:06 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/23 17:49:06 (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 17:49:06 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577123346024492586_cd432cf6-cee7-471a-b588-d390813f92c7/MANIFEST has 1 artifact locations
19/12/23 17:49:06 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577123346024492586_cd432cf6-cee7-471a-b588-d390813f92c7/
2019/12/23 17:49:06 Job state: FAILED
2019/12/23 17:49:06 Test flatten:flatten failed: job go0job0701577123346024492586-jenkins-1223174906-93afa9af_b4546c38-2c43-493b-a458-bda5b37338df failed
2019/12/23 17:49:06 Result: 4 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-174737
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:bf6462382fae09500fb3b2fd291dc45f6599fcc95b0a3702acf1bbc3495c6fd0
Deleted: sha256:2fe6731641aef58f395af94964185ef575d7bbc293c23872c0f77da90aec9f0e
Deleted: sha256:f374acdfae4ecd20469d10e8509c9c58ff2c7d9deeb2d9fed9d2e40632165fc8
Deleted: sha256:c5406b02817d85e39c5b6dd32861a3e6df6a041813f24bc647b3b542273e4b45
Deleted: sha256:0f245702be9a039766b0126c073bc6f7c650049805cbf2685d5695114e65cb86
Deleted: sha256:e5938fc82988eae1deb8356c0084e38d3a82343ccbc70c30f3e8f1f6a358f2be
Deleted: sha256:0737e4b5630f813b41d0e6f72afb4713e2a55e5cfd93fc2097a0ea742eb6275e
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:bf6462382fae09500fb3b2fd291dc45f6599fcc95b0a3702acf1bbc3495c6fd0
Associated tags:
- 20191223-174737
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-174737
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-174737].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:bf6462382fae09500fb3b2fd291dc45f6599fcc95b0a3702acf1bbc3495c6fd0].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 31s
53 actionable tasks: 41 executed, 12 from cache
Publishing build scan...
https://gradle.com/s/lhhdg55q4wz2c
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org