You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@beam.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/12/23 20:57:15 UTC

Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1892

See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1892/display/redirect?page=changes>

Changes:

[apilloud] [BEAM-9023] Upgrade to ZetaSQL 2019.12.1


------------------------------------------
[...truncated 265.40 KB...]
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n7"
    value: <
      unique_name: "n7"
      coder_id: "c3"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n8"
    value: <
      unique_name: "n8"
      coder_id: "c4"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n9"
    value: <
      unique_name: "n9"
      coder_id: "c6"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  windowing_strategies: <
    key: "w0"
    value: <
      window_fn: <
        urn: "beam:windowfn:global_windows:v0.1"
      >
      merge_status: NON_MERGING
      window_coder_id: "c1"
      trigger: <
        default: <
        >
      >
      accumulation_mode: DISCARDING
      output_time: END_OF_WINDOW
      closing_behavior: EMIT_IF_NONEMPTY
      OnTimeBehavior: FIRE_ALWAYS
    >
  >
  coders: <
    key: "c0"
    value: <
      spec: <
        urn: "beam:coder:bytes:v1"
      >
    >
  >
  coders: <
    key: "c1"
    value: <
      spec: <
        urn: "beam:coder:global_window:v1"
      >
    >
  >
  coders: <
    key: "c2"
    value: <
      spec: <
        urn: "beam:go:coder:custom:v1"
        payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
      >
    >
  >
  coders: <
    key: "c3"
    value: <
      spec: <
        urn: "beam:coder:length_prefix:v1"
      >
      component_coder_ids: "c2"
    >
  >
  coders: <
    key: "c4"
    value: <
      spec: <
        urn: "beam:coder:kv:v1"
      >
      component_coder_ids: "c3"
      component_coder_ids: "c3"
    >
  >
  coders: <
    key: "c5"
    value: <
      spec: <
        urn: "beam:coder:iterable:v1"
      >
      component_coder_ids: "c3"
    >
  >
  coders: <
    key: "c6"
    value: <
      spec: <
        urn: "beam:coder:kv:v1"
      >
      component_coder_ids: "c3"
      component_coder_ids: "c5"
    >
  >
  environments: <
    key: "go"
    value: <
      urn: "beam:env:docker:v1"
      payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-205537"
    >
  >
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 20:57:07 Prepared job with id: go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd and staging token: {"sessionId":"go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 20:57:07 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 20:57:07 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd/MANIFEST
19/12/23 20:57:07 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45
19/12/23 20:57:07 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45
2019/12/23 20:57:07 Submitted job: go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45
2019/12/23 20:57:07 Job state: STOPPED
2019/12/23 20:57:07 Job state: STARTING
2019/12/23 20:57:07 Job state: RUNNING
19/12/23 20:57:07 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
	at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
	at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
	at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
2019/12/23 20:57:07  (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
	at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
	at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
	at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
2019/12/23 20:57:07  (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 20:57:07 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd/MANIFEST has 1 artifact locations
19/12/23 20:57:07 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577134627461279674_c942df81-2708-4633-a685-f2a974fbd2fd/
2019/12/23 20:57:07 Job state: FAILED
2019/12/23 20:57:07 Test flatten:flatten failed: job go0job0701577134627461279674-jenkins-1223205707-dd19ca2b_e745a6fd-bb2b-479e-b033-30400122ff45 failed
2019/12/23 20:57:07 Result: 4 tests failed

if [[ ! -z "$JOB_PORT" ]]; then
  # Shut down the job server
  kill %1 || echo "Failed to shut down job server"
fi

# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-205537
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:8dc7eedaf511878bd60b559c2f4be7124227c8908758964750733c97724f8034
Deleted: sha256:7e53dc70c59a8caeeb66c483ce9573fe2348f24a859c4b49390dd083992f5230
Deleted: sha256:d42628381be55a821a3723e9d7ecbf3e8a8b6f055efc9d4b431699a65b878489
Deleted: sha256:aecaf06518922070097da02015909443d576b8252323fe611c4871667c9a1908
Deleted: sha256:cb851b6ec60aa80a5390b9e2c8430c85c743ea4377a3a55f3242ac36331cb5b3
Deleted: sha256:f938c84748a2b2fdc20caaf3cb39c281186a839317cd96174a51dbae5e67e146
Deleted: sha256:a7df1694f34bb4c55e9f0e1aa2e988c92d215b972c3dc149d3935f5cd424a3f7
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:8dc7eedaf511878bd60b559c2f4be7124227c8908758964750733c97724f8034
  Associated tags:
 - 20191223-205537
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-205537
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-205537].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:8dc7eedaf511878bd60b559c2f4be7124227c8908758964750733c97724f8034].

# Clean up tempdir
rm -rf $TMPDIR

if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
  echo ">>> SUCCESS"
else
  echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE

> Task :sdks:go:test:sparkValidatesRunner FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75

* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 4m 23s
53 actionable tasks: 40 executed, 13 from cache

Publishing build scan...
https://gradle.com/s/wjf5mhtobdn7y

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Jenkins build is back to normal : beam_PostCommit_Go_VR_Spark #1895

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1895/display/redirect?page=changes>


---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1894

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1894/display/redirect?page=changes>

Changes:

[bhulette] [BEAM-8988] RangeTracker for _CustomBigQuerySource (#10412)


------------------------------------------
[...truncated 265.35 KB...]
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n7"
    value: <
      unique_name: "n7"
      coder_id: "c3"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n8"
    value: <
      unique_name: "n8"
      coder_id: "c4"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n9"
    value: <
      unique_name: "n9"
      coder_id: "c6"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  windowing_strategies: <
    key: "w0"
    value: <
      window_fn: <
        urn: "beam:windowfn:global_windows:v0.1"
      >
      merge_status: NON_MERGING
      window_coder_id: "c1"
      trigger: <
        default: <
        >
      >
      accumulation_mode: DISCARDING
      output_time: END_OF_WINDOW
      closing_behavior: EMIT_IF_NONEMPTY
      OnTimeBehavior: FIRE_ALWAYS
    >
  >
  coders: <
    key: "c0"
    value: <
      spec: <
        urn: "beam:coder:bytes:v1"
      >
    >
  >
  coders: <
    key: "c1"
    value: <
      spec: <
        urn: "beam:coder:global_window:v1"
      >
    >
  >
  coders: <
    key: "c2"
    value: <
      spec: <
        urn: "beam:go:coder:custom:v1"
        payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
      >
    >
  >
  coders: <
    key: "c3"
    value: <
      spec: <
        urn: "beam:coder:length_prefix:v1"
      >
      component_coder_ids: "c2"
    >
  >
  coders: <
    key: "c4"
    value: <
      spec: <
        urn: "beam:coder:kv:v1"
      >
      component_coder_ids: "c3"
      component_coder_ids: "c3"
    >
  >
  coders: <
    key: "c5"
    value: <
      spec: <
        urn: "beam:coder:iterable:v1"
      >
      component_coder_ids: "c3"
    >
  >
  coders: <
    key: "c6"
    value: <
      spec: <
        urn: "beam:coder:kv:v1"
      >
      component_coder_ids: "c3"
      component_coder_ids: "c5"
    >
  >
  environments: <
    key: "go"
    value: <
      urn: "beam:env:docker:v1"
      payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-211958"
    >
  >
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 21:21:31 Prepared job with id: go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc and staging token: {"sessionId":"go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 21:21:31 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 21:21:31 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc/MANIFEST
19/12/23 21:21:31 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501
19/12/23 21:21:31 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501
2019/12/23 21:21:31 Submitted job: go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501
2019/12/23 21:21:31 Job state: STOPPED
2019/12/23 21:21:31 Job state: STARTING
2019/12/23 21:21:31 Job state: RUNNING
19/12/23 21:21:31 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
	at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
	at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
	at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
2019/12/23 21:21:31  (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
	at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
	at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
	at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
2019/12/23 21:21:31  (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 21:21:31 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc/MANIFEST has 1 artifact locations
19/12/23 21:21:31 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577136091352527165_5834ce2b-4c03-4d85-be92-2feee95b80cc/
2019/12/23 21:21:31 Job state: FAILED
2019/12/23 21:21:31 Test flatten:flatten failed: job go0job0701577136091352527165-jenkins-1223212131-6a3097ee_02476310-4a62-43de-a4f0-328306ce8501 failed
2019/12/23 21:21:31 Result: 4 tests failed

if [[ ! -z "$JOB_PORT" ]]; then
  # Shut down the job server
  kill %1 || echo "Failed to shut down job server"
fi

# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-211958
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:9d23da8695c19f933e16a923d8dfb3fedba79d95d9ddcc171536f9a059438cfa
Deleted: sha256:de49c238e1a3bfe67ba86849365a2e92b757d50b165a617209afc1f48e36078b
Deleted: sha256:a988b8a0d6eb5f8b65566ff0bc23fde46cd91a41d0c897a513c76a9834398b4a
Deleted: sha256:f77adf816d1d2e8b46bc1dbb25dabbd381b2dab09f8e0d9e4cbe996ee3db236f
Deleted: sha256:706d6f09d56e17d2d430aa75d0ed13af1315bfa1c74c74f84d47826de285ae4a
Deleted: sha256:61f0d33e6f30332a691210d6022a7b4b3dc401474efbc045d40bd1937126424f
Deleted: sha256:27cc2ad123a548fafbc10b72577cf3ddacd0ed0c50060dd786573165e904d356
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:9d23da8695c19f933e16a923d8dfb3fedba79d95d9ddcc171536f9a059438cfa
  Associated tags:
 - 20191223-211958
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-211958
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-211958].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:9d23da8695c19f933e16a923d8dfb3fedba79d95d9ddcc171536f9a059438cfa].

# Clean up tempdir
rm -rf $TMPDIR

if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
  echo ">>> SUCCESS"
else
  echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE

> Task :sdks:go:test:sparkValidatesRunner FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75

* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 3m 46s
53 actionable tasks: 41 executed, 12 from cache

Publishing build scan...
https://gradle.com/s/re3ectzkq5qwe

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org


Build failed in Jenkins: beam_PostCommit_Go_VR_Spark #1893

Posted by Apache Jenkins Server <je...@builds.apache.org>.
See <https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1893/display/redirect?page=changes>

Changes:

[chamikara] Adds documentation for environment_id fields.


------------------------------------------
[...truncated 266.33 KB...]
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n7"
    value: <
      unique_name: "n7"
      coder_id: "c3"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n8"
    value: <
      unique_name: "n8"
      coder_id: "c4"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  pcollections: <
    key: "n9"
    value: <
      unique_name: "n9"
      coder_id: "c6"
      is_bounded: BOUNDED
      windowing_strategy_id: "w0"
    >
  >
  windowing_strategies: <
    key: "w0"
    value: <
      window_fn: <
        urn: "beam:windowfn:global_windows:v0.1"
      >
      merge_status: NON_MERGING
      window_coder_id: "c1"
      trigger: <
        default: <
        >
      >
      accumulation_mode: DISCARDING
      output_time: END_OF_WINDOW
      closing_behavior: EMIT_IF_NONEMPTY
      OnTimeBehavior: FIRE_ALWAYS
    >
  >
  coders: <
    key: "c0"
    value: <
      spec: <
        urn: "beam:coder:bytes:v1"
      >
    >
  >
  coders: <
    key: "c1"
    value: <
      spec: <
        urn: "beam:coder:global_window:v1"
      >
    >
  >
  coders: <
    key: "c2"
    value: <
      spec: <
        urn: "beam:go:coder:custom:v1"
        payload: "Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
      >
    >
  >
  coders: <
    key: "c3"
    value: <
      spec: <
        urn: "beam:coder:length_prefix:v1"
      >
      component_coder_ids: "c2"
    >
  >
  coders: <
    key: "c4"
    value: <
      spec: <
        urn: "beam:coder:kv:v1"
      >
      component_coder_ids: "c3"
      component_coder_ids: "c3"
    >
  >
  coders: <
    key: "c5"
    value: <
      spec: <
        urn: "beam:coder:iterable:v1"
      >
      component_coder_ids: "c3"
    >
  >
  coders: <
    key: "c6"
    value: <
      spec: <
        urn: "beam:coder:kv:v1"
      >
      component_coder_ids: "c3"
      component_coder_ids: "c5"
    >
  >
  environments: <
    key: "go"
    value: <
      urn: "beam:env:docker:v1"
      payload: "\n<us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-210709"
    >
  >
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/23 21:08:35 Prepared job with id: go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731 and staging token: {"sessionId":"go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731","basePath":"/tmp/beam-artifact-staging"}
2019/12/23 21:08:35 Using specified worker binary: './sdks/go/test/build/bin/linux-amd64/worker'
2019/12/23 21:08:36 Staged binary artifact with token: /tmp/beam-artifact-staging/go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731/MANIFEST
19/12/23 21:08:36 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking job go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1
19/12/23 21:08:36 INFO org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job invocation go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1
2019/12/23 21:08:36 Submitted job: go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1
2019/12/23 21:08:36 Job state: STOPPED
2019/12/23 21:08:36 Job state: STARTING
2019/12/23 21:08:36 Job state: RUNNING
19/12/23 21:08:36 ERROR org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during job invocation go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1.
java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
	at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
	at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
	at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
2019/12/23 21:08:36  (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:440)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.buildNetwork(QueryablePipeline.java:235)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.<init>(QueryablePipeline.java:127)
	at org.apache.beam.runners.core.construction.graph.QueryablePipeline.forTransforms(QueryablePipeline.java:107)
	at org.apache.beam.runners.core.construction.graph.FusedPipeline.toPipeline(FusedPipeline.java:77)
	at org.apache.beam.runners.spark.SparkPipelineRunner.run(SparkPipelineRunner.java:93)
	at org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.runPipeline(JobInvocation.java:81)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:57)
	at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
2019/12/23 21:08:36  (): java.lang.IllegalArgumentException: PCollectionNodes [PCollectionNode{id=n2, PCollection=unique_name: "n2"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
}] were consumed but never produced
19/12/23 21:08:36 INFO org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService: Manifest at /tmp/beam-artifact-staging/go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731/MANIFEST has 1 artifact locations
19/12/23 21:08:36 INFO org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService: Removed dir /tmp/beam-artifact-staging/go-job-7-1577135315774352744_0811e71d-534c-4acf-a56a-dd6428cdd731/
2019/12/23 21:08:36 Job state: FAILED
2019/12/23 21:08:36 Test flatten:flatten failed: job go0job0701577135315774352744-jenkins-1223210836-29e49daf_1c432526-07f5-4c10-ba36-4a8eb25b5fb1 failed
2019/12/23 21:08:36 Result: 4 tests failed

if [[ ! -z "$JOB_PORT" ]]; then
  # Shut down the job server
  kill %1 || echo "Failed to shut down job server"
fi

# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-210709
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a785ce7a505817887a3afa4137a794cdde2248e854c1db59cc9d0f03a8830326
Deleted: sha256:27c44d04d15ac372223dba9c48f3a012913ec25446cb9b4006449cb090e7c778
Deleted: sha256:e528fe1ba546d19d76dad4f4cda06e3d53d8bdb5a08697ca4b2914d3ff60a0c6
Deleted: sha256:9cfad9e5f0f42f3634c84f52fb6e428267f20d45701f93028486f5abd3ae0165
Deleted: sha256:12afd2a4f61b43ccd295da5c520356a1f267f52ca779b22710bdbae171d93dd1
Deleted: sha256:e57ec4eb7fecb1c2c1afaad6d619f4d0c8e2353dbcb15921ffcc746b79f01740
Deleted: sha256:5d2619077dd3b2d7e834fbfe820f04058278fa5577fe20f9cbf38ef55ac58bb4
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to delete container"
Digests:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a785ce7a505817887a3afa4137a794cdde2248e854c1db59cc9d0f03a8830326
  Associated tags:
 - 20191223-210709
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-210709
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191223-210709].
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:a785ce7a505817887a3afa4137a794cdde2248e854c1db59cc9d0f03a8830326].

# Clean up tempdir
rm -rf $TMPDIR

if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
  echo ">>> SUCCESS"
else
  echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE

> Task :sdks:go:test:sparkValidatesRunner FAILED

FAILURE: Build failed with an exception.

* Where:
Build file '<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'> line: 75

* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1

* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights.

* Get more help at https://help.gradle.org

Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings

BUILD FAILED in 4m 21s
53 actionable tasks: 41 executed, 12 from cache

Publishing build scan...
https://gradle.com/s/2g7xzmke6pnau

Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscribe@beam.apache.org
For additional commands, e-mail: builds-help@beam.apache.org